-- Logs begin at Thu 2021-06-24 08:33:07 UTC, end at Thu 2021-06-24 09:42:47 UTC. -- Jun 24 09:14:29.939367 dv-cinder-797812-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 09:14:32.583166 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.common.config [-] Logging enabled! Jun 24 09:14:32.583755 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev394 Jun 24 09:14:32.583950 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93350) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 09:14:32.587221 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.common.config [-] Logging enabled! Jun 24 09:14:32.587479 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev394 Jun 24 09:14:32.587790 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93350) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 09:14:32.588729 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 09:14:32.588963 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 09:14:32.589317 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 09:14:32.589560 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 09:14:32.589783 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 09:14:32.590106 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.590412 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.590706 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.590973 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.591271 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.591561 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.591842 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.592129 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.592424 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.592705 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.592982 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.593263 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.593492 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.593772 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.594056 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.594341 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.594563 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] debug = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.594841 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.595287 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.595682 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.595961 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.596247 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.596550 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.596820 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.597092 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.597374 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.597700 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] host = dv-cinder-797812-1-iscsi {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.597988 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.598265 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.598548 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.598831 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.599128 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.599400 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.599681 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.599951 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.600219 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] log_file = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.600490 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.600775 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.601057 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.601343 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.601565 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.601782 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.602067 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.602352 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.602623 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.602920 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.603193 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.603464 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.603733 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.603997 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.604281 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.604562 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.604842 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.605112 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.605383 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.605651 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.605919 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.606202 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.606474 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.606744 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.607052 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.607340 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.607606 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.607883 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.608184 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.608470 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.608748 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.609031 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.609302 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.609581 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.609851 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.610122 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.610392 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] use_json = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.610661 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.610955 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.611238 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.611508 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.611779 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.612578 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.612849 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.613129 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:32.613425 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.613718 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.614015 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.614296 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.614589 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.614942 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.615174 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.615449 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.615734 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.616019 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.616306 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.616584 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.616873 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.617149 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.617441 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.617744 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.618041 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.618329 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.618606 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.618895 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.619173 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.619451 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.619735 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.620026 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.620314 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.620586 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.620864 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.621151 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.621425 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.621695 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.621969 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.622253 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.622529 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.622800 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.623115 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.623392 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.623661 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.623930 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.624204 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.624491 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.624766 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.625035 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.625304 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.625579 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.625848 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.626129 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.626403 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.626673 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.626970 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.627248 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.627537 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.628444 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.628721 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.628995 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.629270 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.629540 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.629809 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.630078 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.630347 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.630616 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.630912 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.631188 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.631464 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.631735 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.632006 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.632278 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.632547 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.632818 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.633102 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.633398 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.633674 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.633951 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.634228 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.634504 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.634779 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.635078 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.635357 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.635635 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.635905 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.636193 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.636474 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.636758 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.637041 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.637319 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.637612 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.637887 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.638174 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.638450 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.638727 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.639044 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.639325 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.639615 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.639905 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.640193 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.640481 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.640769 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.641047 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.641354 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.641633 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:32.641849 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 09:14:32.642085 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93350) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 09:14:32.988098 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:32.988299 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:32.988572 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:14:32.988902 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 09:14:33.372794 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.373086 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.373360 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.374652 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.374952 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.375221 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.408836 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.409631 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.409899 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.423082 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.423362 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.423628 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.452396 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.452682 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.452948 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.489255 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.489536 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.489807 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.721052 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.722165 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.722165 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.722340 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.723009 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.844578 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.844896 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.845177 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.845445 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.845712 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.846022 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.846794 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.847075 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.847325 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.847604 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.847857 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.848120 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.848379 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.848642 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.848894 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.850123 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.850418 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.850693 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.851004 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.851271 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.851559 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.851910 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.852167 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.852452 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.852704 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.852951 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.853340 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:14:33.853588 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:14:33.853827 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:14:33.854065 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:14:33.854301 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:14:33.854536 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:14:33.854921 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 09:14:33.857961 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 09:14:33.862433 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 09:14:33.866219 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 24 09:14:33.867890 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 09:14:33.868334 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 09:14:33.868667 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 09:14:33.869047 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 09:14:33.872016 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 09:14:33.872274 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 09:14:33.872622 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 09:14:33.899638 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 09:14:33.900084 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.900380 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93350) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 09:14:33.900740 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.902077 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93350) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 09:14:33.902357 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 09:14:33.902603 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 09:14:33.905819 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.906103 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:33.969971 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 09:14:33.970210 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 09:14:33.970445 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 09:14:33.970806 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 09:14:33.991405 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_db.sqlalchemy.engines [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93350) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 09:14:34.641387 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Initializing driver for type 'gre' Jun 24 09:14:34.641907 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] gre ID ranges: [(1, 1000)] Jun 24 09:14:34.801193 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Initializing driver for type 'local' Jun 24 09:14:34.801753 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Initializing driver for type 'vlan' Jun 24 09:14:34.869417 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] VlanTypeDriver initialization complete Jun 24 09:14:34.869683 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Initializing driver for type 'vxlan' Jun 24 09:14:34.870146 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] vxlan ID ranges: [(1, 1000)] Jun 24 09:14:35.034425 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Initializing extension driver 'port_security' Jun 24 09:14:35.034767 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.extensions.port_security [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] PortSecurityExtensionDriver initialization complete Jun 24 09:14:35.035139 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Initializing mechanism driver 'openvswitch' Jun 24 09:14:35.035463 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Initializing mechanism driver 'hyperv' Jun 24 09:14:35.041922 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:35.042836 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > port after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.043233 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > port after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.043593 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > port after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.043983 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > subnet after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.044338 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > subnet after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.044683 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.045064 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > network after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.045409 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > network after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.045748 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > network after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.046126 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > security_group after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.046495 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > security_group after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.046831 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.047233 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.047577 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.047917 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.048298 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > address_group after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.048640 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > address_group after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.048977 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.049825 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] ML2 OVO RPC backend initialized. {{(pid=93350) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 24 09:14:35.050523 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.050884 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.051299 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > network before_response 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.051650 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > networks before_response 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.051987 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > port before_response 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.052325 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > ports before_response 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.052662 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > subnet before_response 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.052995 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > subnets before_response 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.053334 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > network after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.053668 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > network after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.053995 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > network after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.054327 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > port after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.054665 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > port after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.055031 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > port after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.055366 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > subnet after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.055698 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > subnet after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.056027 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.056587 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.plugin [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Modular L2 Plugin initialization complete Jun 24 09:14:35.056916 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading services supported by the core plugin {{(pid=93350) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 09:14:35.057239 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.plugins.ml2.managers [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Got port-security extension from driver 'port_security' Jun 24 09:14:35.057697 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.extensions.vlantransparent [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Disabled vlantransparent extension. Jun 24 09:14:35.058179 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93350) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 09:14:35.058490 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading Plugin: router Jun 24 09:14:35.101626 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.102014 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router after_create 55549900 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.102386 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router before_create 55549900 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.102745 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.103165 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.103518 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router after_delete 55549900 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.103870 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.104232 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router after_create 55549900 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.104574 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router after_update 55549900 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.104923 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router after_update 55549900 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.105271 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.105626 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router after_update 55549900 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.106033 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router precommit_update 55549900 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.106397 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: port after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.106885 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: port after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.107243 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: subnet after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.107578 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.107924 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.108268 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router precommit_create 55549900 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.108607 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: port before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.108947 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router precommit_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.109301 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router after_update 55549900 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.109639 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.109987 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router precommit_create 55549900 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.110343 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.110684 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router precommit_update 55549900 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.111069 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > agent after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.111418 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > agent after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.111755 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > network after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.113262 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Tracking information for resource: router configured {{(pid=93350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:14:35.113593 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Tracking information for resource: floatingip configured {{(pid=93350) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:14:35.123558 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.db.l3_agentschedulers_db [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 09:14:35.124075 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: port after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.124434 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: port after_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.124780 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: port after_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.125124 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: port after_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.125913 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router before_create 55550100 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.126274 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.126629 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router precommit_create 55550100 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.127017 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > router precommit_update 55550100 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.131626 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.services.provider_configuration [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service providers = [] {{(pid=93350) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 09:14:35.131985 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.db.servicetype_db [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93350) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 09:14:35.134855 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.services.service_base [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:14:35.135233 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.services.service_base [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:14:35.135571 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.services.service_base [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:14:35.136465 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.services.service_base [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93350) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:14:35.136848 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.services.service_base [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 09:14:35.137226 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:14:35.137543 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 09:14:35.153869 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:14:35.154208 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading Plugin: auto_allocate Jun 24 09:14:35.160593 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: network precommit_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.160952 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: network precommit_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.161464 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:14:35.161782 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading Plugin: tag Jun 24 09:14:35.168318 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:14:35.173659 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading Plugin: timestamp Jun 24 09:14:35.177816 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:14:35.178147 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading Plugin: network_ip_availability Jun 24 09:14:35.185027 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.185394 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.185744 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.186446 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:14:35.186766 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading Plugin: flavors Jun 24 09:14:35.191479 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:14:35.191808 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading Plugin: revisions Jun 24 09:14:35.196070 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93350) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:14:35.196456 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_concurrency.lockutils [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.208s {{(pid=93350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:14:35.197177 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93350) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 24 09:14:35.197512 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Initializing extension manager. Jun 24 09:14:35.198019 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: __init__.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.198356 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: __pycache__ {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.198688 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.199054 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: address_group.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.199805 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.200370 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: address-group Jun 24 09:14:35.200691 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: address_scope.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.201385 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.201892 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: address-scope Jun 24 09:14:35.202213 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.208724 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.209236 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: router-admin-state-down-before-update Jun 24 09:14:35.209552 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: agent.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.210238 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.210741 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: agent Jun 24 09:14:35.211086 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: agent_resources_synced.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.212048 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.212550 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: agent-resources-synced Jun 24 09:14:35.212867 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: allowedaddresspairs.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.214607 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.215157 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: allowed-address-pairs Jun 24 09:14:35.215482 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: auto_allocated_topology.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.216724 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.217241 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: auto-allocated-topology Jun 24 09:14:35.217561 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: availability_zone.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.218236 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.218842 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: availability_zone Jun 24 09:14:35.219187 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: availability_zone_filter.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.220082 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.220585 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: availability_zone_filter Jun 24 09:14:35.220902 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: data_plane_status.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.222306 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.222805 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 09:14:35.223194 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: default_subnetpools.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.224086 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.224587 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: default-subnetpools Jun 24 09:14:35.224903 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.225691 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.226193 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: dhcp_agent_scheduler Jun 24 09:14:35.226509 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: dns.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.227429 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.227934 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 09:14:35.228248 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: dns_domain_ports.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.229141 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.229640 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 09:14:35.229959 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.236562 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.237672 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 09:14:35.237995 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: dvr.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.238647 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.239178 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: dvr Jun 24 09:14:35.239497 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: empty_string_filtering.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.240395 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.240897 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: empty-string-filtering Jun 24 09:14:35.241215 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.242099 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.242604 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 09:14:35.242947 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.243843 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.244351 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 09:14:35.244670 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: external_net.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.245578 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.246084 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: external-net Jun 24 09:14:35.246399 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.247318 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.247825 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: extra_dhcp_opt Jun 24 09:14:35.248138 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: extraroute.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.249027 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.249528 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: extraroute Jun 24 09:14:35.249850 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: extraroute_atomic.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.250882 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.251394 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: extraroute-atomic Jun 24 09:14:35.251714 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: filter_validation.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.252357 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.252877 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: filter-validation Jun 24 09:14:35.253191 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: fip_pf_description.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.254081 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.254580 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 09:14:35.254921 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: fip_port_details.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.255824 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.256325 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: fip-port-details Jun 24 09:14:35.262973 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: flavors.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.263981 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.264498 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: flavors Jun 24 09:14:35.264820 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.266492 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.267316 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 09:14:35.267421 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: floatingip_pools.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.268107 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.268622 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: floatingip-pools Jun 24 09:14:35.268938 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: ip_allocation.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.269837 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.270341 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 09:14:35.270658 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.271585 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.272097 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: ip-substring-filtering Jun 24 09:14:35.272415 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: l2_adjacency.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.273356 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.273859 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 09:14:35.274176 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: l3.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.275272 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.275790 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: router Jun 24 09:14:35.276109 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.278448 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.279008 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 09:14:35.279340 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.280283 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.280798 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: ext-gw-mode Jun 24 09:14:35.281161 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.282006 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.282521 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: l3-ha Jun 24 09:14:35.282846 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: l3_flavors.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.284314 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.284828 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: l3-flavors Jun 24 09:14:35.285151 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.286046 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.286558 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 09:14:35.286901 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: l3agentscheduler.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.287928 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.288436 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: l3_agent_scheduler Jun 24 09:14:35.288752 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: logging.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.290234 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.290755 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension logging not supported by any of loaded plugins Jun 24 09:14:35.291115 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: metering.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.291848 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.292422 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: metering Jun 24 09:14:35.292746 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.293831 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.294342 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: metering_source_and_destination_fields Jun 24 09:14:35.294665 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: multiprovidernet.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.295601 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.296104 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: multi-provider Jun 24 09:14:35.296428 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: netmtu.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.297322 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.297826 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: net-mtu Jun 24 09:14:35.298144 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: netmtu_writable.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.299118 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.300165 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: net-mtu-writable Jun 24 09:14:35.300448 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: network_availability_zone.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.305252 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.305252 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: network_availability_zone Jun 24 09:14:35.305252 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: network_ip_availability.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.306103 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.306612 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: network-ip-availability Jun 24 09:14:35.306962 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: network_segment_range.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.307709 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.308292 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 09:14:35.308608 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: pagination.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.309575 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.309898 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: pagination Jun 24 09:14:35.310212 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: port_device_profile.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.311130 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.311644 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: port-device-profile Jun 24 09:14:35.311960 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.312861 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.313369 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: port-mac-address-regenerate Jun 24 09:14:35.313690 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.314586 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.315147 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: port-numa-affinity-policy Jun 24 09:14:35.315466 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: port_resource_request.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.316366 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.316869 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 09:14:35.317184 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: portbindings.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.318092 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.318603 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: binding Jun 24 09:14:35.318954 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: portbindings_extended.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.320215 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.320834 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: binding-extended Jun 24 09:14:35.321155 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: portsecurity.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.322052 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.322563 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: port-security Jun 24 09:14:35.322906 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: project_id.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.323868 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.324195 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: project-id Jun 24 09:14:35.324515 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: providernet.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.325414 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.325926 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: provider Jun 24 09:14:35.326286 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: qos.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.330234 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.330777 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension qos not supported by any of loaded plugins Jun 24 09:14:35.331137 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.332368 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.332883 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 09:14:35.333207 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.334098 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.334606 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 09:14:35.334963 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: qos_default.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.341878 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.342391 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension qos-default not supported by any of loaded plugins Jun 24 09:14:35.342715 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: qos_fip.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.343382 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.343892 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 09:14:35.344210 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: qos_gateway_ip.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.345114 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.345625 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 09:14:35.345943 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: qos_port_network_policy.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.347376 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.347882 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 09:14:35.348199 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: qos_rule_type_details.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.349099 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.349602 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 09:14:35.349924 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: qos_rules_alias.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.350976 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.351488 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 09:14:35.351806 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: quotasv2.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.352797 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.353126 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: quotas Jun 24 09:14:35.353441 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: quotasv2_detail.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.356473 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.356817 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: quota_details Jun 24 09:14:35.357145 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: rbac.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.358185 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.358716 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: rbac-policies Jun 24 09:14:35.359079 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: rbac_address_group.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.360032 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.360548 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: rbac-address-group Jun 24 09:14:35.360870 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: rbac_address_scope.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.362412 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.362964 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: rbac-address-scope Jun 24 09:14:35.363290 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: rbac_security_groups.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.364188 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.364708 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: rbac-security-groups Jun 24 09:14:35.365026 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: rbac_subnetpool.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.365924 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.366436 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: rbac-subnetpool Jun 24 09:14:35.366754 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: revisionifmatch.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.367677 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.368191 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: revision-if-match Jun 24 09:14:35.368507 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: revisions.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.369795 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.370310 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: standard-attr-revisions Jun 24 09:14:35.370633 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: router_availability_zone.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.371317 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.371826 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: router_availability_zone Jun 24 09:14:35.372147 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: routerservicetype.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.373058 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.373608 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 09:14:35.373882 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.374788 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.375323 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: security-groups-normalized-cidr Jun 24 09:14:35.375642 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.376545 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.377053 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: port-security-groups-filtering Jun 24 09:14:35.377371 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.378296 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.378815 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: security-groups-remote-address-group Jun 24 09:14:35.379155 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: securitygroup.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.388618 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.389148 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: security-group Jun 24 09:14:35.389477 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: segment.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.390240 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.390752 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension segment not supported by any of loaded plugins Jun 24 09:14:35.391111 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.392022 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.392537 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 09:14:35.392856 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: servicetype.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.394043 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.394566 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: service-type Jun 24 09:14:35.394985 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: sorting.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.395952 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.396283 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: sorting Jun 24 09:14:35.396603 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: standard_attr_segment.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.397573 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.398087 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 09:14:35.398406 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: standardattrdescription.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.399124 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.399632 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: standard-attr-description Jun 24 09:14:35.399952 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: stateful_security_group.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.400871 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.401397 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: stateful-security-group Jun 24 09:14:35.401718 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: stdattrs_common.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.402283 dv-cinder-797812-1-iscsi neutron-server[93350]: WARNING neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 09:14:35.402601 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.403547 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.404065 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 09:14:35.404385 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: subnet_onboard.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.405436 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.405957 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: subnet_onboard Jun 24 09:14:35.406279 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.407232 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.407740 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 09:14:35.408059 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: subnet_service_types.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.409487 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.409997 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: subnet-service-types Jun 24 09:14:35.410317 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: subnetallocation.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.411388 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.411900 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: subnet_allocation Jun 24 09:14:35.412222 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.412867 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.413372 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: subnetpool-prefix-ops Jun 24 09:14:35.413689 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.414610 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.415154 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 09:14:35.415473 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: tagging.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.416524 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.417033 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: standard-attr-tag Jun 24 09:14:35.417357 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: timestamp.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.418540 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.419082 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loaded extension: standard-attr-timestamp Jun 24 09:14:35.419406 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: trunk.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.420430 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.420946 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension trunk not supported by any of loaded plugins Jun 24 09:14:35.421268 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: trunk_details.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.422169 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.422683 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 09:14:35.423036 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: uplink_status_propagation.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.423938 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.425049 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 09:14:35.425372 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Loading extension file: vlantransparent.py {{(pid=93350) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 09:14:35.426025 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93350) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 09:14:35.426539 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 09:14:35.428962 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:network Jun 24 09:14:35.429473 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:subnet Jun 24 09:14:35.429866 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:14:35.430253 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:port Jun 24 09:14:35.431506 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.v2.resource_helper [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:14:35.431937 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.v2.resource_helper [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service FLAVORS assigned prefix: {{(pid=93350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:14:35.432544 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.v2.resource_helper [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:14:35.432966 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.v2.resource_helper [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:14:35.433293 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:router Jun 24 09:14:35.433726 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 09:14:35.434203 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.v2.resource_helper [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service METERING assigned prefix: /metering {{(pid=93350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:14:35.435663 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.436038 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.436386 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:14:35.437354 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 09:14:35.437798 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:security_group Jun 24 09:14:35.438237 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 09:14:35.438826 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.v2.resource_helper [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service CORE assigned prefix: {{(pid=93350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:14:35.439178 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:14:35.439532 dv-cinder-797812-1-iscsi neutron-server[93350]: WARNING neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] subnetpool is already registered Jun 24 09:14:35.440001 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.v2.resource_helper [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service CORE assigned prefix: {{(pid=93350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:14:35.440327 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:14:35.440657 dv-cinder-797812-1-iscsi neutron-server[93350]: WARNING neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] subnetpool is already registered Jun 24 09:14:35.442985 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.v2.resource_helper [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:14:35.443417 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.v2.resource_helper [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service FLAVORS assigned prefix: {{(pid=93350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:14:35.444002 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.v2.resource_helper [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:14:35.444418 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.v2.resource_helper [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:14:35.444747 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:router Jun 24 09:14:35.445080 dv-cinder-797812-1-iscsi neutron-server[93350]: WARNING neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] router is already registered Jun 24 09:14:35.445489 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 09:14:35.445820 dv-cinder-797812-1-iscsi neutron-server[93350]: WARNING neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] floatingip is already registered Jun 24 09:14:35.446274 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.v2.resource_helper [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service METERING assigned prefix: /metering {{(pid=93350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:14:35.446959 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 09:14:35.447282 dv-cinder-797812-1-iscsi neutron-server[93350]: WARNING neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] rbac_policy is already registered Jun 24 09:14:35.447686 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:security_group Jun 24 09:14:35.448015 dv-cinder-797812-1-iscsi neutron-server[93350]: WARNING neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] security_group is already registered Jun 24 09:14:35.448410 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 09:14:35.448735 dv-cinder-797812-1-iscsi neutron-server[93350]: WARNING neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] security_group_rule is already registered Jun 24 09:14:35.449347 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.v2.resource_helper [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service CORE assigned prefix: {{(pid=93350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:14:35.449680 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:14:35.450010 dv-cinder-797812-1-iscsi neutron-server[93350]: WARNING neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] subnetpool is already registered Jun 24 09:14:35.450421 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.v2.resource_helper [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Service CORE assigned prefix: {{(pid=93350) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:14:35.450737 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:14:35.451089 dv-cinder-797812-1-iscsi neutron-server[93350]: WARNING neutron.quota.resource_registry [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] subnetpool is already registered Jun 24 09:14:35.451546 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: extensions {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.453002 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: address-groups {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.454489 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: address-scopes {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.456644 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: agents {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.457806 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: auto-allocated-topology {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.459093 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: availability_zones {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.460386 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: dhcp-networks {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.461894 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: dhcp-agents {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.463384 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: routers {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.465087 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: flavors {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.467475 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: service_profiles {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.468697 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: next_providers {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.470145 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: service_profiles {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.472268 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: floatingip-pools {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.473500 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: routers {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.475206 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: floatingips {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.476485 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: l3-routers {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.477883 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: l3-agents {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.479332 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: metering-labels {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.480583 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: metering-label-rules {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.481947 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: network-ip-availabilities {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.483233 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: bindings {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.484793 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: quotas {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.486344 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: quotas {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.487835 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: rbac-policies {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.489032 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: security-groups {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.490328 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: security-group-rules {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.491616 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: service-providers {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.492836 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: subnetpools {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.494173 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: subnetpools {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.495735 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: tags {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.497433 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: tags {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.499288 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: tags {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.501072 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: tags {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.502792 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: tags {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.504768 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: tags {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.506485 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: tags {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.508293 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: tags {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.510164 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: tags {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.511974 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron.api.extensions [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Extended resource: tags {{(pid=93350) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:14:35.517979 dv-cinder-797812-1-iscsi neutron-server[93350]: WARNING keystonemiddleware.auth_token [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 09:14:35.522947 dv-cinder-797812-1-iscsi neutron-server[93350]: WARNING keystonemiddleware.auth_token [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 09:14:35.531382 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_concurrency.lockutils [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Acquired lock "singleton_lock" {{(pid=93350) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 09:14:35.531854 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_concurrency.lockutils [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Releasing lock "singleton_lock" {{(pid=93350) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 09:14:35.532476 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO oslo_service.service [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Starting 2 workers Jun 24 09:14:35.537769 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Started child 93459 {{(pid=93350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:14:35.542083 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Started child 93460 {{(pid=93350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:14:35.543135 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:35.543851 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO neutron.service [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 09:14:35.544335 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Notify callbacks [] for process, before_spawn {{(pid=93350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:35.544655 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [-] (93459) wsgi starting up on http://0.0.0.0:9696 Jun 24 09:14:35.546725 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:35.547206 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO oslo_service.service [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Starting 1 workers Jun 24 09:14:35.548168 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [-] (93460) wsgi starting up on http://0.0.0.0:9696 Jun 24 09:14:35.551906 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Started child 93461 {{(pid=93350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:14:35.552449 dv-cinder-797812-1-iscsi neutron-server[93350]: INFO oslo_service.service [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Starting 1 workers Jun 24 09:14:35.555593 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.service [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] calling RpcWorker wait() {{(pid=93461) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 09:14:35.556140 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.service [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] returning from RpcWorker wait() {{(pid=93461) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 09:14:35.556777 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Started child 93462 {{(pid=93350) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:14:35.557415 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:35.557607 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4682-a46b-4d86-a53d-6a2fc4cf6145 None None] Notify callbacks [] for process, after_spawn {{(pid=93350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:35.558038 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:35.559508 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93350) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 09:14:35.559716 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 09:14:35.559900 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 09:14:35.560117 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 09:14:35.560448 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 09:14:35.560611 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 09:14:35.561118 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.561393 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.561639 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.561728 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:35.562166 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.562166 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.562750 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.563053 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.563287 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.563563 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.563793 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.563965 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.564129 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.564382 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.564624 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.565035 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.565285 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:35.565384 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.565535 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.565819 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.565992 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.566236 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.566492 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.566743 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.567042 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] debug = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.567281 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.567765 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.568010 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.568256 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.568477 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.568767 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.568993 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.569263 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.569508 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.569750 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.569992 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.570263 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.570497 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.570702 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.570966 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.571238 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.571480 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.571942 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] host = dv-cinder-797812-1-iscsi {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.572173 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.572406 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.572650 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.572906 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.573160 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.573392 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.573638 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.573888 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.574132 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.574372 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.574634 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.574900 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.575151 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.575402 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_file = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.575538 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_options = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.575777 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.576041 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.576297 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.576490 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.576657 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.576843 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.577087 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.577250 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.577510 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.577723 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.577935 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.578165 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.578393 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.578602 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.578886 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.579145 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.579357 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.579846 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.580100 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.580325 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.581500 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.581500 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.581786 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.581786 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.582023 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.582230 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.582391 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.582624 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.582837 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.583133 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.583364 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.583628 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.583887 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.585787 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.585787 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.585787 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.585787 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.585787 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.585787 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.585787 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.585787 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.587456 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.587456 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.587456 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.587456 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.587456 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] use_json = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.587456 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.587456 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.588294 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.588294 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.588294 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.588294 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.588763 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.588763 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.588999 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.589271 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.589588 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.589840 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.590071 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.590309 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.590538 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.590773 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.591026 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.591350 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.591669 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.591893 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.592167 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.592421 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.592688 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.593052 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.593295 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.593777 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.594361 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.594620 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.595138 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.595138 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.595366 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.595618 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.595893 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.596205 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.596965 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.597186 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.597406 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.597641 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.597849 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.598053 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.598312 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.598556 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.598769 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.599009 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.599291 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.599481 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.599704 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.599945 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.600178 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.600431 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.600649 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.600860 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.601073 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.601301 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.601512 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.601766 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.602045 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.602231 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.602549 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.602774 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.607351 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.607351 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.607351 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.607351 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.607351 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.607351 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.607351 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.607351 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.607351 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.607924 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.607924 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.607924 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.607924 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.607924 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.608217 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.608217 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.608420 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.608785 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.609175 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.609392 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.609612 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.609829 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.610045 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.610260 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.610535 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.610748 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.611173 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.611590 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.612081 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.612440 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 44680) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:35.612641 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.612785 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.613002 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.613238 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.613842 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.614041 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.614302 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.614528 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.614751 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.615013 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.615285 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.615509 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.615755 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.615992 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.616254 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.616486 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.616742 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.618155 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.618155 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.618155 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.618155 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.618155 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.623367 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.623367 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.623367 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.623367 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.623367 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.623367 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.623367 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.623367 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.624677 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.624677 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.624677 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.624858 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063741 Jun 24 09:14:35.624935 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.624935 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.624935 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.624935 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.624935 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.624935 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.624935 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.624935 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.625421 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.625421 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.625421 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.625421 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.625421 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.625421 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.625421 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.625861 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.625861 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.625985 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.626256 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.626505 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.626928 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.627287 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.627968 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.628222 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.628479 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.628786 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.630801 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.630801 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.630801 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.630801 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.630801 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.631286 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.631286 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.631516 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.632460 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.632922 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.633379 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.633840 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.636555 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.636555 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.636555 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.636555 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.636555 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.636555 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.636555 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.636555 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.637658 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.637658 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.637658 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.637658 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.637658 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.638020 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.638020 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.638225 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.638588 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.639035 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.639419 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.639794 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.640980 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.641411 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.641860 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.642088 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.642349 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.642574 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.642792 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.643564 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.643819 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.644074 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.644308 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.644540 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.645017 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.645017 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.645243 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.645589 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.645847 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.646077 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.646324 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.647499 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.647499 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.647499 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.647499 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.647499 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.647835 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.647903 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.648130 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.648385 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.648610 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.648821 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.649031 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.649258 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.649503 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.649708 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.649984 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.650223 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.650452 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.650687 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.650963 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.651193 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.651401 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.651611 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.651852 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.652074 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.652294 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.652495 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.652727 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.652962 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.653167 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.653414 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.653620 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.653826 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.654037 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.654947 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.654947 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.654947 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.654947 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.655226 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.655292 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.656010 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.656010 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.656167 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.656326 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.656571 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.656813 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.657077 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.657384 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.657625 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.657881 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.658102 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.658317 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.658548 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.660197 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.660534 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.660853 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.661116 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.661354 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.661651 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.661937 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.662212 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.662430 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.662724 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.663090 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.663375 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.663636 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.663879 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.664148 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.664483 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.664864 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.665234 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.665603 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.665973 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.666358 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.666593 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.666842 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.667085 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.667341 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.667563 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.667783 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.668166 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.668541 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.668898 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.669189 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 09:14:35.669774 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93350) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 09:14:35.669916 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 09:14:35.670220 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 09:14:35.670407 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 09:14:35.670726 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 09:14:35.670926 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 09:14:35.671103 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.671412 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.671562 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.671715 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.672022 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.672260 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.672371 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.672503 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.672658 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.672817 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.673000 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.673139 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.673922 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.673922 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.673922 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.673922 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.673922 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.674410 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.674410 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.674410 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.674610 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.674610 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.674749 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] debug = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.675780 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.675780 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.675780 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.675780 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.675780 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.675780 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.676210 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.676210 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.676210 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.676380 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.676380 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.676534 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.676837 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.677125 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.677405 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.677681 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.677964 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.678257 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] host = dv-cinder-797812-1-iscsi {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.680145 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.680145 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.680145 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.680145 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.680145 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.680145 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.680145 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.680145 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.681144 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.681144 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.681144 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.681144 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.681144 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.681144 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_file = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.681144 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_options = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.681144 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.681144 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.682228 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.682228 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.682228 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.682228 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.682228 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.682228 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.682228 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.683233 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.683233 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.683233 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.683233 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.683233 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.683233 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.683233 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.683233 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.683233 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.684401 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.684401 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.684401 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.684401 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.684401 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.684401 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.684401 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.684401 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.685433 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.685433 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.685433 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.685433 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.685433 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.685433 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.685433 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.686430 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.686430 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.686430 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.686430 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.686430 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.686430 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.686430 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.687403 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.687403 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.687403 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.687403 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.687403 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.687403 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] use_json = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.687403 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.688272 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.688272 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.688272 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.688272 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.688272 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.688272 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.689773 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:14:35.689773 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.689773 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.689773 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.689773 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.689773 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.689773 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.689773 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.690249 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.690249 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.690249 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.690249 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.690249 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.690509 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.690509 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.690632 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.690767 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.690947 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.691109 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.691268 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.691426 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.691584 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.691741 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.691916 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.692074 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.692238 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.692401 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.692559 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.692720 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.692879 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.693039 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.693197 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.693357 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.693516 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.693674 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.693834 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.693994 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.694153 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.694318 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.694470 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.694630 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.694789 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.694992 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.695155 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.695301 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.695442 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.695600 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.695758 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.695915 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.696079 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.696238 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.696406 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.696565 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.696722 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.696879 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.697037 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.697195 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.697352 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.697511 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.697669 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.697827 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.697990 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.698160 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.698317 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.698475 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.698649 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.698827 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.698962 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.699141 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.699265 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.699423 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.699581 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.699740 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.699900 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.700058 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.700215 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.700373 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.700532 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.700690 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.700848 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.701006 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.701165 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.701323 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.701560 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.701723 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.701941 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.702096 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.702207 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.702359 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.702517 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.702757 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.703053 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.703053 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.703262 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.703368 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.703503 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.703573 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.703721 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.703875 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.704050 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.704359 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.704359 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.704512 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.704888 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.705041 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.705194 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.705357 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.706019 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.706243 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.706404 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.706516 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.706622 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.707205 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.707205 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.707205 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.707553 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.707553 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.707553 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.708059 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.708059 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.708059 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.708428 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.708428 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.708944 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.708944 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.708944 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.708944 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.709378 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.709378 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.709378 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.709669 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.709669 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.709880 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.710002 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.710110 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.710249 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.710408 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.711824 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.711824 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.711824 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.711824 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.711824 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.711824 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.711824 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.711824 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.712810 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.712810 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.712810 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.712810 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.712810 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.712810 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.712810 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.712810 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.714565 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.714565 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.714565 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.714565 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.714565 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.714565 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.714565 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.714565 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.716891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.716891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.716891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.716891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.716891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.716891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.716891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.716891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.717578 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.717578 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.717578 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.717578 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.717578 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.717578 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.717578 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.717578 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.718111 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.718111 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.718111 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.718111 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.718111 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.718111 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.718499 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.718499 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.718499 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.718714 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.718791 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.718940 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.719097 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.719446 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.719784 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.719952 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.720113 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.720274 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.722891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.722891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.722891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.722891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.722891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.722891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.722891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.722891 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.723494 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.723494 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.723494 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.723494 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.723494 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.723974 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.724321 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.724499 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.724648 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.724823 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.725071 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.725167 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.725317 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.725463 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.725617 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.725779 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.725939 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.726094 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.726442 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.726692 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:35.727910 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.727910 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.727910 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.727910 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.727910 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.727910 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.727910 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.727910 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.728403 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.728403 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.728403 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.728403 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.729591 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.729591 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.729591 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.729591 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.729591 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.729591 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.729591 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.729974 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.729974 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.729974 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.730137 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.730200 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.730445 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.730543 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.730682 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.730844 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.731029 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.731200 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.731365 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.731524 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.731689 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.731861 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.732125 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.732221 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.732359 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.732501 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.732651 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.732788 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.732923 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.733096 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.733246 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.733383 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.733536 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.733675 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.733813 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.733950 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.734938 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.734938 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.734938 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.734938 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.734938 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:14:35.734938 dv-cinder-797812-1-iscsi neutron-server[93350]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93350) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 09:14:47.053177 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd3a05-2f0d-47ee-9ac4-2b2d738c952c None None] get_active_networks_info from dv-cinder-797812-1-iscsi {{(pid=93461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 09:14:47.217634 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd3a05-2f0d-47ee-9ac4-2b2d738c952c None None] No non-hosted networks {{(pid=93461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 09:14:47.221633 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-ec1be767-f070-41f1-ab5a-5a212b5d538a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16317377'] for agent, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.802346 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-c91f8178-cad0-40a5-b15d-c892762d098d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16317377'] for agent, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.865506 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.db.api [None req-bf913da6-bf8c-471b-b971-8c93e829ec0e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797812-1-iscsi {{(pid=93461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 09:14:49.866304 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_db.api [None req-bf913da6-bf8c-471b-b971-8c93e829ec0e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 09:14:49.904103 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16317377'] for agent, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:49.905145 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.905707 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.906257 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.906809 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.907395 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.908034 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.908600 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.909212 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.909835 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.911056 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.911605 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.912097 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:14:49.912668 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797812-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:49.921380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797812-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:14:50.396754 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-bf913da6-bf8c-471b-b971-8c93e829ec0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:50.498533 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16317377'] for agent, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:52.292661 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16317377'] for agent, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:53.143173 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 44782) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:53.658388 dv-cinder-797812-1-iscsi neutron-server[93459]: WARNING oslo_policy.policy [None req-2cd11871-06e1-47fd-b434-90cdd2e61e08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:14:53.658988 dv-cinder-797812-1-iscsi neutron-server[93459]: WARNING oslo_policy.policy [None req-2cd11871-06e1-47fd-b434-90cdd2e61e08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:14:53.877446 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [None req-2cd11871-06e1-47fd-b434-90cdd2e61e08 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93459) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:14:53.878430 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2cd11871-06e1-47fd-b434-90cdd2e61e08 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7343631 Jun 24 09:14:54.978131 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.db.l3_hamode_db [None req-8b017967-70fb-4e3b-8c50-6ff96f4fffac None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 09:14:55.053417 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b017967-70fb-4e3b-8c50-6ff96f4fffac None None] Routers set() bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:14:55.053794 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b017967-70fb-4e3b-8c50-6ff96f4fffac None None] Router IDs set() for agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 24 09:14:56.195914 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 44796) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:14:56.501722 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-c0cdc148-e48b-4e84-aead-52aa6383f882 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:14:56.593892 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.policy [None req-c0cdc148-e48b-4e84-aead-52aa6383f882 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93459) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 09:14:56.638684 dv-cinder-797812-1-iscsi neutron-server[93459]: WARNING oslo_policy.policy [None req-c0cdc148-e48b-4e84-aead-52aa6383f882 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:14:56.639069 dv-cinder-797812-1-iscsi neutron-server[93459]: WARNING oslo_policy.policy [None req-c0cdc148-e48b-4e84-aead-52aa6383f882 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:14:56.647509 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.quota [None req-c0cdc148-e48b-4e84-aead-52aa6383f882 admin admin] Loaded quota_driver: . Jun 24 09:14:56.823325 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc148-e48b-4e84-aead-52aa6383f882 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758322203306', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758322203897', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758322215144', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758322184850', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758322194513', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758322172084', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-572308', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-808368', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16452694', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16432867'] for rbac-policy, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:57.308757 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc148-e48b-4e84-aead-52aa6383f882 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:14:57.309919 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c0cdc148-e48b-4e84-aead-52aa6383f882 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1130643 Jun 24 09:14:59.792050 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 44808) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:00.081452 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Request body: {'network': {'tenant_id': '84c07394d6084071bcce639ef5508007', 'project_id': '84c07394d6084071bcce639ef5508007', 'admin_state_up': True, 'name': 'private'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:15:00.172164 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Made reservation on behalf of 84c07394d6084071bcce639ef5508007 for: {'network': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:15:00.174888 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.190875 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.309336 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.389362 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.395070 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:00.410575 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:15:00.437987 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758319355185', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.438587 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Unsubscribe: segment precommit_create {{(pid=93459) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 09:15:00.439091 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Added segment 45bd4b44-7bee-435a-a1aa-d767c445d6f2 of type vlan for network 46881c4d-7a99-479b-9c92-a2839316cbb2 Jun 24 09:15:00.456204 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d255d0af-d008-4c91-9de1-1973930ce0bc,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:00.505948 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:00.506289 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:00.506615 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:00.506954 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:00.507268 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:00.507593 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:00.507935 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:00.508211 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:00.508535 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:00.508843 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:00.509146 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:00.509452 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Tracked resource versions report: Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: pushed versions: Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: { 'AddressGroup': {'1.2'}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'ConntrackHelper': {'1.0'}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Log': {'1.0'}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Network': {'1.1'}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Port': {'1.7'}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'PortForwarding': {'1.2'}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'QosPolicy': {'1.8'}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'SecurityGroup': {'1.4'}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'SubPort': {'1.0'}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Subnet': {'1.1'}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Trunk': {'1.1'}} Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: consumer versions: Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: { DHCP agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: L3 agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: Metadata agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: Metering agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: Open vSwitch agent@dv-cinder-797812-1-iscsi: { 'AddressGroup': '1.2', Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'ConntrackHelper': '1.0', Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Log': '1.0', Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Network': '1.1', Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Port': '1.7', Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'PortForwarding': '1.2', Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'QosPolicy': '1.8', Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'SecurityGroup': '1.4', Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'SecurityGroupRule': '1.2', Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'SubPort': '1.0', Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Subnet': '1.1', Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Trunk': '1.1'}} Jun 24 09:15:00.510550 dv-cinder-797812-1-iscsi neutron-server[93459]: {{(pid=93459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:15:00.557373 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.564694 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:00.675209 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.676645 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:00.677298 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:00.680044 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:00.770993 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Pushing event updated for resources: {'Network': ['ID=46881c4d-7a99-479b-9c92-a2839316cbb2,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:00.774112 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:00.781899 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network 46881c4d-7a99-479b-9c92-a2839316cbb2 details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:15:00.826986 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0202854 Jun 24 09:15:03.379878 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 44822) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:03.863894 dv-cinder-797812-1-iscsi neutron-server[93460]: WARNING oslo_policy.policy [None req-d2ca3f17-2d22-4939-8e57-cf5b48ffa06f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:15:03.864480 dv-cinder-797812-1-iscsi neutron-server[93460]: WARNING oslo_policy.policy [None req-d2ca3f17-2d22-4939-8e57-cf5b48ffa06f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:15:04.295220 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.policy [None req-d2ca3f17-2d22-4939-8e57-cf5b48ffa06f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93460) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 09:15:04.340013 dv-cinder-797812-1-iscsi neutron-server[93460]: WARNING oslo_policy.policy [None req-d2ca3f17-2d22-4939-8e57-cf5b48ffa06f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:15:04.340381 dv-cinder-797812-1-iscsi neutron-server[93460]: WARNING oslo_policy.policy [None req-d2ca3f17-2d22-4939-8e57-cf5b48ffa06f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:15:04.349099 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ca3f17-2d22-4939-8e57-cf5b48ffa06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:04.351016 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-d2ca3f17-2d22-4939-8e57-cf5b48ffa06f admin admin] 10.222.0.39 "GET /v2.0/networks/46881c4d-7a99-479b-9c92-a2839316cbb2 HTTP/1.1" status: 200 len: 825 time: 0.9690740 Jun 24 09:15:04.388339 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-32702126-96c3-4d68-a2d8-c569be95c756 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/fa401eb2-3017-420d-8840-d1b4a77d5c21 HTTP/1.1" status: 200 len: 734 time: 0.0321026 Jun 24 09:15:04.396896 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Request body: {'subnet': {'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2', 'tenant_id': '84c07394d6084071bcce639ef5508007', 'name': 'private-subnet', 'subnetpool_id': 'fa401eb2-3017-420d-8840-d1b4a77d5c21', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:15:04.398751 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.quota [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Loaded quota_driver: . Jun 24 09:15:04.480239 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Made reservation on behalf of 84c07394d6084071bcce639ef5508007 for: {'subnet': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:15:04.482994 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:04.806426 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027'] for subnet, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:04.811373 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:04.875342 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Checking segment: {'id': '45bd4b44-7bee-435a-a1aa-d767c445d6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:15:04.875635 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Network hostable DHCP agents. Network: 46881c4d-7a99-479b-9c92-a2839316cbb2, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:15:04.886663 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b89a8a-35d9-47fd-8d92-842e0d03cc88,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:04.900083 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:04.900426 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:04.900753 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:04.901403 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:04.901725 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:04.902050 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:04.902397 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:04.902739 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:04.903082 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:04.903389 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:04.903690 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:04.903984 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Tracked resource versions report: Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: pushed versions: Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: { 'AddressGroup': {'1.2'}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'ConntrackHelper': {'1.0'}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Log': {'1.0'}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Network': {'1.1'}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Port': {'1.7'}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'PortForwarding': {'1.2'}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'QosPolicy': {'1.8'}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'SecurityGroup': {'1.4'}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'SubPort': {'1.0'}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Subnet': {'1.1'}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Trunk': {'1.1'}} Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: consumer versions: Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: { DHCP agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: L3 agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: Metadata agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: Metering agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: Open vSwitch agent@dv-cinder-797812-1-iscsi: { 'AddressGroup': '1.2', Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'ConntrackHelper': '1.0', Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Log': '1.0', Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Network': '1.1', Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Port': '1.7', Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'PortForwarding': '1.2', Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'QosPolicy': '1.8', Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'SecurityGroup': '1.4', Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'SecurityGroupRule': '1.2', Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'SubPort': '1.0', Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Subnet': '1.1', Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Trunk': '1.1'}} Jun 24 09:15:04.905114 dv-cinder-797812-1-iscsi neutron-server[93460]: {{(pid=93460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:15:04.938222 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:04.983525 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Network 46881c4d-7a99-479b-9c92-a2839316cbb2 is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:15:05.051795 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, 46881c4d-7a99-479b-9c92-a2839316cbb2) {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:15:05.056322 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:05.056966 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:05.061970 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce60c8dc-41f4-4893-a9cc-e443a86c8599 None None] Network 46881c4d-7a99-479b-9c92-a2839316cbb2 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:15:05.150028 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7564898 Jun 24 09:15:05.366281 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed33512-b3e3-58ef-ba84-c64153fe4983-46881c4d-7a99-479b-9c92-a2839316cbb2', 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2', 'tenant_id': '84c07394d6084071bcce639ef5508007', 'fixed_ips': [{'subnet_id': 'c8b89a8a-35d9-47fd-8d92-842e0d03cc88'}]}} from dv-cinder-797812-1-iscsi. {{(pid=93461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:15:05.367460 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:05.636442 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.db_base_plugin_common [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Allocated IP 172.20.0.2 (46881c4d-7a99-479b-9c92-a2839316cbb2/c8b89a8a-35d9-47fd-8d92-842e0d03cc88/539a37fb-066e-42d6-bfa6-03cf1b72cd48) {{(pid=93461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:15:05.861483 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:05.876318 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Transition to ACTIVE for port object 539a37fb-066e-42d6-bfa6-03cf1b72cd48 will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:15:05.895606 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Transition to ACTIVE for port object 539a37fb-066e-42d6-bfa6-03cf1b72cd48 will not be triggered until provisioned by entity DHCP. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:15:05.961477 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:05.964153 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:06.029549 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Network 46881c4d-7a99-479b-9c92-a2839316cbb2 is already hosted by enough agents. {{(pid=93461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:15:06.033946 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.base_scheduler [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Resources bound (agent type, host, resource id): {{(pid=93461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:15:06.046185 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Received port after_create {{(pid=93461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:15:06.049253 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Pushing event updated for resources: {'Port': ['ID=539a37fb-066e-42d6-bfa6-03cf1b72cd48,revision_number=1']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:06.074096 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:06.074703 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:06.074806 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:06.075119 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:06.075440 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:06.075764 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:06.076090 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:06.076394 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:06.076724 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:06.077059 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:06.077352 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:06.077659 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Tracked resource versions report: Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: pushed versions: Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: { 'AddressGroup': {'1.2'}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'ConntrackHelper': {'1.0'}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Log': {'1.0'}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Network': {'1.1'}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Port': {'1.7'}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'PortForwarding': {'1.2'}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'QosPolicy': {'1.8'}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'SecurityGroup': {'1.4'}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'SubPort': {'1.0'}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Subnet': {'1.1'}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Trunk': {'1.1'}} Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: consumer versions: Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: { DHCP agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: L3 agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: Metadata agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: Metering agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: Open vSwitch agent@dv-cinder-797812-1-iscsi: { 'AddressGroup': '1.2', Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'ConntrackHelper': '1.0', Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Log': '1.0', Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Network': '1.1', Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Port': '1.7', Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'PortForwarding': '1.2', Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'QosPolicy': '1.8', Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'SecurityGroup': '1.4', Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'SecurityGroupRule': '1.2', Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'SubPort': '1.0', Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Subnet': '1.1', Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Trunk': '1.1'}} Jun 24 09:15:06.078756 dv-cinder-797812-1-iscsi neutron-server[93461]: {{(pid=93461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:15:06.101242 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:06.127602 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Attempting to bind port 539a37fb-066e-42d6-bfa6-03cf1b72cd48 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:15:06.127907 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Attempting to bind port 539a37fb-066e-42d6-bfa6-03cf1b72cd48 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '45bd4b44-7bee-435a-a1aa-d767c445d6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:15:06.128365 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Attempting to bind port 539a37fb-066e-42d6-bfa6-03cf1b72cd48 on network 46881c4d-7a99-479b-9c92-a2839316cbb2 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:15:06.133139 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:15:06.133545 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Checking segment: {'id': '45bd4b44-7bee-435a-a1aa-d767c445d6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:15:06.134017 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:06.134401 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Bound using segment: {'id': '45bd4b44-7bee-435a-a1aa-d767c445d6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:15:06.134871 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Bound port: 539a37fb-066e-42d6-bfa6-03cf1b72cd48, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bd4b44-7bee-435a-a1aa-d767c445d6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:15:06.135278 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:06.197832 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] For port 539a37fb-066e-42d6-bfa6-03cf1b72cd48, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:15:06.202014 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] For port 539a37fb-066e-42d6-bfa6-03cf1b72cd48, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=539a37fb-066e-42d6-bfa6-03cf1b72cd48,segment=NetworkSegment(45bd4b44-7bee-435a-a1aa-d767c445d6f2),segment_id=45bd4b44-7bee-435a-a1aa-d767c445d6f2)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:15:06.281737 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:06.284750 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:06.345326 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Pushing event updated for resources: {'Port': ['ID=539a37fb-066e-42d6-bfa6-03cf1b72cd48,revision_number=2']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:06.348542 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:07.560501 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 44842) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:07.882515 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [None req-26e60677-d13f-43e5-bf11-fcdf73127f8f admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:15:07.919331 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-26e60677-d13f-43e5-bf11-fcdf73127f8f admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3221254 Jun 24 09:15:10.200608 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 44850) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:10.505722 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [None req-3c94632b-9e92-45f7-a55c-0ca0a7d1c5fe admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:15:10.506846 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-3c94632b-9e92-45f7-a55c-0ca0a7d1c5fe admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3053138 Jun 24 09:15:11.678771 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 539a37fb-066e-42d6-bfa6-03cf1b72cd48 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:15:11.823383 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 539a37fb-066e-42d6-bfa6-03cf1b72cd48 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:15:12.451488 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be36babb-0da9-444e-bbfc-fc0630c6ac7f None None] Network 46881c4d-7a99-479b-9c92-a2839316cbb2 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:15:12.658181 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-886e5194-93e1-43cc-a131-009071179e72 None None] Provisioning for port 539a37fb-066e-42d6-bfa6-03cf1b72cd48 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:15:12.663086 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-886e5194-93e1-43cc-a131-009071179e72 None None] Provisioning complete for port 539a37fb-066e-42d6-bfa6-03cf1b72cd48 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:12.663675 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-886e5194-93e1-43cc-a131-009071179e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:12.775217 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-886e5194-93e1-43cc-a131-009071179e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:12.810174 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-886e5194-93e1-43cc-a131-009071179e72 None None] For port 539a37fb-066e-42d6-bfa6-03cf1b72cd48, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=539a37fb-066e-42d6-bfa6-03cf1b72cd48,segment=NetworkSegment(45bd4b44-7bee-435a-a1aa-d767c445d6f2),segment_id=45bd4b44-7bee-435a-a1aa-d767c445d6f2)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:15:13.053293 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-886e5194-93e1-43cc-a131-009071179e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.055775 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:13.101123 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e5194-93e1-43cc-a131-009071179e72 None None] Pushing event updated for resources: {'Port': ['ID=539a37fb-066e-42d6-bfa6-03cf1b72cd48,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:13.104277 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-886e5194-93e1-43cc-a131-009071179e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:13.141202 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 44864) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:13.172974 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-3f405a99-60e2-4a18-9571-f7426670239c None None] Provisioning complete for port 539a37fb-066e-42d6-bfa6-03cf1b72cd48 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:13.173343 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-3f405a99-60e2-4a18-9571-f7426670239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.431557 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-5d12989a-cd07-4cd4-ab90-9b2bf847d347 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '84c07394d6084071bcce639ef5508007'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:15:13.508850 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5d12989a-cd07-4cd4-ab90-9b2bf847d347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16302751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25639'] for router, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.510320 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5d12989a-cd07-4cd4-ab90-9b2bf847d347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16302253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16375808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16395457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25640'] for router, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.651842 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 539a37fb-066e-42d6-bfa6-03cf1b72cd48 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:15:13.683253 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5d12989a-cd07-4cd4-ab90-9b2bf847d347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.698635 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 539a37fb-066e-42d6-bfa6-03cf1b72cd48 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:13.699095 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.737299 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5d12989a-cd07-4cd4-ab90-9b2bf847d347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16302729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16318338'] for router, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.810542 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5d12989a-cd07-4cd4-ab90-9b2bf847d347 admin admin] Notify callbacks [] for router, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:13.811738 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-5d12989a-cd07-4cd4-ab90-9b2bf847d347 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6695907 Jun 24 09:15:16.099449 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 44872) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:16.410144 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [None req-0e1e6f88-dab8-45fa-80d8-989af38fb357 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93459) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:15:16.411193 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0e1e6f88-dab8-45fa-80d8-989af38fb357 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3107824 Jun 24 09:15:17.017677 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f33904ea-309e-4cd4-bb15-8f63a45a9f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:18.748636 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 44880) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:19.057763 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:15:19.138112 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Made reservation on behalf of 1cfee687bc744cae9a5a091efcb8f150 for: {'network': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:15:19.140307 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.148038 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.231120 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.327003 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.331174 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:19.341755 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Reserving flat network on physical network physnet1 {{(pid=93459) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 09:15:19.365527 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.365865 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Added segment 7cb35720-1b47-4439-b613-553fdf019929 of type flat for network 9b126f81-95f7-4d7b-999a-b64433cd03c3 Jun 24 09:15:19.367126 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80eaea7b-a87c-4f84-a4d4-33ba05b7ae27,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:19.375835 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:19.413528 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.520155 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.521445 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:19.522582 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.524575 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:19.578853 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Pushing event updated for resources: {'Network': ['ID=9b126f81-95f7-4d7b-999a-b64433cd03c3,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:19.581757 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:19.588934 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:15:19.653605 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9038529 Jun 24 09:15:19.759589 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-638bb67f-4c67-41db-9d3c-a46a86b50b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:19.891960 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:20.399444 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:21.964056 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 44898) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:22.133559 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b133b8-a0b8-4192-9750-70087ebc914e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:22.134879 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-e4b133b8-a0b8-4192-9750-70087ebc914e admin admin] 10.222.0.39 "GET /v2.0/subnets/c8b89a8a-35d9-47fd-8d92-842e0d03cc88 HTTP/1.1" status: 200 len: 849 time: 0.1698804 Jun 24 09:15:22.246043 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:22.259771 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-27595e61-d39b-4b7f-a653-f2ab53df4a7c admin admin] 10.222.0.39 "GET /v2.0/routers/027d19a7-acf0-4bd2-a00b-e0c6c3cd5171 HTTP/1.1" status: 200 len: 704 time: 0.1186221 Jun 24 09:15:22.520836 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:22.819016 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Allocated IP 172.20.0.1 (46881c4d-7a99-479b-9c92-a2839316cbb2/c8b89a8a-35d9-47fd-8d92-842e0d03cc88/6cf8be0f-e084-4489-8ef1-46075c3b00ae) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:15:22.972022 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:22.993049 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Transition to ACTIVE for port object 6cf8be0f-e084-4489-8ef1-46075c3b00ae will not be triggered until provisioned by entity DHCP. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:15:23.120717 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:23.122726 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:23.183569 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Network 46881c4d-7a99-479b-9c92-a2839316cbb2 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:15:23.187958 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:15:23.193822 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:15:23.194285 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16380957'] for router_interface, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:23.260412 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf8be0f-e084-4489-8ef1-46075c3b00ae,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:23.273204 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:23.479168 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-4742f0e0-f2a6-4af0-b66d-9ee4afba87d1 None None] Provisioning for port 6cf8be0f-e084-4489-8ef1-46075c3b00ae completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:15:23.482810 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-4742f0e0-f2a6-4af0-b66d-9ee4afba87d1 None None] Provisioning complete for port 6cf8be0f-e084-4489-8ef1-46075c3b00ae triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:23.483218 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-4742f0e0-f2a6-4af0-b66d-9ee4afba87d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:23.513297 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:23.515831 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-4742f0e0-f2a6-4af0-b66d-9ee4afba87d1 None None] Port 6cf8be0f-e084-4489-8ef1-46075c3b00ae cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:15:23.688268 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:23.765003 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:23.766128 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16381065'] for router_interface, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:23.767856 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:23.841903 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf8be0f-e084-4489-8ef1-46075c3b00ae,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:23.845479 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:23.888679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Network 46881c4d-7a99-479b-9c92-a2839316cbb2 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:15:23.889972 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:15:24.130421 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Router 027d19a7-acf0-4bd2-a00b-e0c6c3cd5171 is scheduled to L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a with binding_index 1 {{(pid=93460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:15:24.135863 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-04d42d6a-f945-46e5-887f-ac90ad5d5cb4 None None] Provisioning complete for port 6cf8be0f-e084-4489-8ef1-46075c3b00ae triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:24.136230 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-04d42d6a-f945-46e5-887f-ac90ad5d5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:24.171412 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-04d42d6a-f945-46e5-887f-ac90ad5d5cb4 None None] Port 6cf8be0f-e084-4489-8ef1-46075c3b00ae cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:15:24.220705 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:15:24.226486 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] 10.222.0.39 "PUT /v2.0/routers/027d19a7-acf0-4bd2-a00b-e0c6c3cd5171/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9618404 Jun 24 09:15:24.242453 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Sync routers for ids ['027d19a7-acf0-4bd2-a00b-e0c6c3cd5171'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:15:24.254296 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Routers {'027d19a7-acf0-4bd2-a00b-e0c6c3cd5171'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:15:24.255168 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:15:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['027d19a7-acf0-4bd2-a00b-e0c6c3cd5171'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:24.435906 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Set router 027d19a7-acf0-4bd2-a00b-e0c6c3cd5171 gateway port host: None {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:15:24.856213 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'name': 'router1', 'tenant_id': '84c07394d6084071bcce639ef5508007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:15:13Z', 'updated_at': '2021-06-24T09:15:23Z', 'revision_number': 2, 'project_id': '84c07394d6084071bcce639ef5508007', 'gw_port_host': None, '_interfaces': [{'id': '6cf8be0f-e084-4489-8ef1-46075c3b00ae', 'name': '', 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2', 'tenant_id': '84c07394d6084071bcce639ef5508007', 'mac_address': 'fa:16:3e:64:6c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8b89a8a-35d9-47fd-8d92-842e0d03cc88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:15:22Z', 'updated_at': '2021-06-24T09:15:23Z', 'revision_number': 2, 'project_id': '84c07394d6084071bcce639ef5508007', 'subnets': [{'id': 'c8b89a8a-35d9-47fd-8d92-842e0d03cc88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa401eb2-3017-420d-8840-d1b4a77d5c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:24.924879 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Checking router: 027d19a7-acf0-4bd2-a00b-e0c6c3cd5171 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:15:24.925245 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Updating router 027d19a7-acf0-4bd2-a00b-e0c6c3cd5171 port 6cf8be0f-e084-4489-8ef1-46075c3b00ae binding host dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:15:24.988145 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:25.543748 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Notify callbacks [] for port, precommit_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:25.562038 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.provisioning_blocks [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Transition to ACTIVE for port object 6cf8be0f-e084-4489-8ef1-46075c3b00ae will not be triggered until provisioned by entity L2. {{(pid=93462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:15:25.635913 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:25.641258 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:25.796462 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Attempting to bind port 6cf8be0f-e084-4489-8ef1-46075c3b00ae on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:15:25.796807 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Attempting to bind port 6cf8be0f-e084-4489-8ef1-46075c3b00ae by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '45bd4b44-7bee-435a-a1aa-d767c445d6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2'}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:15:25.797255 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Attempting to bind port 6cf8be0f-e084-4489-8ef1-46075c3b00ae on network 46881c4d-7a99-479b-9c92-a2839316cbb2 {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:15:25.813279 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Pushing event updated for resources: {'Port': ['ID=6cf8be0f-e084-4489-8ef1-46075c3b00ae,revision_number=3']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:25.819449 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:15:25.819865 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Checking segment: {'id': '45bd4b44-7bee-435a-a1aa-d767c445d6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:15:25.820332 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:25.820719 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Bound using segment: {'id': '45bd4b44-7bee-435a-a1aa-d767c445d6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2'} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:15:25.821213 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Bound port: 6cf8be0f-e084-4489-8ef1-46075c3b00ae, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bd4b44-7bee-435a-a1aa-d767c445d6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2'}}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:15:25.821579 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:25.835611 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:25.835810 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:25.836074 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:25.836392 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:25.836705 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:25.837020 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:25.837332 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:25.837638 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:25.837950 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:25.838256 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:25.838561 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:25.838892 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Tracked resource versions report: Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: pushed versions: Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: { 'AddressGroup': {'1.2'}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'ConntrackHelper': {'1.0'}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Log': {'1.0'}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Network': {'1.1'}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Port': {'1.7'}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'PortForwarding': {'1.2'}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'QosPolicy': {'1.8'}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'SecurityGroup': {'1.4'}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'SubPort': {'1.0'}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Subnet': {'1.1'}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Trunk': {'1.1'}} Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: consumer versions: Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: { DHCP agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: L3 agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: Metadata agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: Metering agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: Open vSwitch agent@dv-cinder-797812-1-iscsi: { 'AddressGroup': '1.2', Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'ConntrackHelper': '1.0', Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Log': '1.0', Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Network': '1.1', Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Port': '1.7', Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'PortForwarding': '1.2', Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'QosPolicy': '1.8', Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'SecurityGroup': '1.4', Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'SecurityGroupRule': '1.2', Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'SubPort': '1.0', Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Subnet': '1.1', Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Trunk': '1.1'}} Jun 24 09:15:25.839984 dv-cinder-797812-1-iscsi neutron-server[93462]: {{(pid=93462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:15:25.844446 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:26.010941 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] For port 6cf8be0f-e084-4489-8ef1-46075c3b00ae, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:15:26.032646 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] For port 6cf8be0f-e084-4489-8ef1-46075c3b00ae, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=6cf8be0f-e084-4489-8ef1-46075c3b00ae,segment=NetworkSegment(45bd4b44-7bee-435a-a1aa-d767c445d6f2),segment_id=45bd4b44-7bee-435a-a1aa-d767c445d6f2)] {{(pid=93462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:15:26.115943 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:26.118209 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:26.179907 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Routers {'027d19a7-acf0-4bd2-a00b-e0c6c3cd5171'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:15:26.180543 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:15:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['027d19a7-acf0-4bd2-a00b-e0c6c3cd5171'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:26.185456 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Pushing event updated for resources: {'Port': ['ID=6cf8be0f-e084-4489-8ef1-46075c3b00ae,revision_number=4']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:26.219117 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:26.273538 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] Set router 027d19a7-acf0-4bd2-a00b-e0c6c3cd5171 gateway port host: None {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:15:26.426027 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 44918) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:26.485616 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'name': 'router1', 'tenant_id': '84c07394d6084071bcce639ef5508007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:15:13Z', 'updated_at': '2021-06-24T09:15:23Z', 'revision_number': 2, 'project_id': '84c07394d6084071bcce639ef5508007', 'gw_port_host': None, '_interfaces': [{'id': '6cf8be0f-e084-4489-8ef1-46075c3b00ae', 'name': '', 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2', 'tenant_id': '84c07394d6084071bcce639ef5508007', 'mac_address': 'fa:16:3e:64:6c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8b89a8a-35d9-47fd-8d92-842e0d03cc88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:15:22Z', 'updated_at': '2021-06-24T09:15:25Z', 'revision_number': 4, 'project_id': '84c07394d6084071bcce639ef5508007', 'subnets': [{'id': 'c8b89a8a-35d9-47fd-8d92-842e0d03cc88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa401eb2-3017-420d-8840-d1b4a77d5c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:26.510470 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48564c0a-ff77-47fb-b72c-1124b795aaf1 None None] The sync data for ids ['027d19a7-acf0-4bd2-a00b-e0c6c3cd5171'] in dv-cinder-797812-1-iscsi is: [{'id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'name': 'router1', 'tenant_id': '84c07394d6084071bcce639ef5508007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:15:13Z', 'updated_at': '2021-06-24T09:15:23Z', 'revision_number': 2, 'project_id': '84c07394d6084071bcce639ef5508007', 'gw_port_host': None, '_interfaces': [{'id': '6cf8be0f-e084-4489-8ef1-46075c3b00ae', 'name': '', 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2', 'tenant_id': '84c07394d6084071bcce639ef5508007', 'mac_address': 'fa:16:3e:64:6c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8b89a8a-35d9-47fd-8d92-842e0d03cc88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:15:22Z', 'updated_at': '2021-06-24T09:15:25Z', 'revision_number': 4, 'project_id': '84c07394d6084071bcce639ef5508007', 'subnets': [{'id': 'c8b89a8a-35d9-47fd-8d92-842e0d03cc88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa401eb2-3017-420d-8840-d1b4a77d5c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:15:26.547736 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdc1cf1-a2f5-4322-ac16-0884c158ffc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:26.554174 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-8cdc1cf1-a2f5-4322-ac16-0884c158ffc7 admin admin] 10.222.0.39 "GET /v2.0/networks/9b126f81-95f7-4d7b-999a-b64433cd03c3 HTTP/1.1" status: 200 len: 842 time: 0.1221924 Jun 24 09:15:26.560348 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:15:26.686183 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] Made reservation on behalf of 1cfee687bc744cae9a5a091efcb8f150 for: {'subnet': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:15:26.688449 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:27.102677 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.objects.ports [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93460) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 09:15:27.103111 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027'] for subnet, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:27.105154 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:27.156921 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ca8d0e-4d61-40a3-b2a2-af77e74f61b1,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:27.161931 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:27.165574 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] Checking segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:15:27.165920 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] Network hostable DHCP agents. Network: 9b126f81-95f7-4d7b-999a-b64433cd03c3, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:15:27.301858 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:15:27.440099 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, 9b126f81-95f7-4d7b-999a-b64433cd03c3) {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:15:27.444572 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:27.445661 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:27.448565 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c21738-1e3c-4050-acce-1cd267581647 None None] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:15:27.561313 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0055556 Jun 24 09:15:27.571453 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd55cea-44fc-498d-b0f8-ae2fd753b3c8 None None] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:15:29.671887 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 6cf8be0f-e084-4489-8ef1-46075c3b00ae up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:15:29.792476 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 44930) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:29.828834 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 6cf8be0f-e084-4489-8ef1-46075c3b00ae completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:15:29.833003 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 6cf8be0f-e084-4489-8ef1-46075c3b00ae triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:29.833380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:29.909115 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:29.922416 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-bb113ce9-8efb-4e06-8f6e-3bc1e6b9d87d admin admin] 10.222.0.39 "GET /v2.0/routers/027d19a7-acf0-4bd2-a00b-e0c6c3cd5171 HTTP/1.1" status: 200 len: 710 time: 0.1288073 Jun 24 09:15:29.941489 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 6cf8be0f-e084-4489-8ef1-46075c3b00ae, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=6cf8be0f-e084-4489-8ef1-46075c3b00ae,segment=NetworkSegment(45bd4b44-7bee-435a-a1aa-d767c445d6f2),segment_id=45bd4b44-7bee-435a-a1aa-d767c445d6f2)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:15:30.004177 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c444a55-6f07-4a6d-ad7a-cde09cd32817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:15:30.005511 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-6c444a55-6f07-4a6d-ad7a-cde09cd32817 admin admin] 10.222.0.39 "GET /v2.0/networks/9b126f81-95f7-4d7b-999a-b64433cd03c3 HTTP/1.1" status: 200 len: 886 time: 0.0779424 Jun 24 09:15:30.014032 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:15:30.103086 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:30.109636 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-03bac9ea-f809-4c26-93c2-4612caa501d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:30.157019 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=6cf8be0f-e084-4489-8ef1-46075c3b00ae,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:30.160474 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:30.320090 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16318367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16302736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25658'] for router, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:30.659362 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:30.731470 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:30.826539 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Allocated IP 172.27.2.20 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/f55b591d-9b3b-47b6-ab0d-2e53866eebc4) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:15:30.921865 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:31.010845 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:31.013691 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:31.045084 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:15:31.047679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:15:31.050906 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:15:31.088922 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f55b591d-9b3b-47b6-ab0d-2e53866eebc4,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:31.092829 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:31.380368 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:31.567926 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16318367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16302736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25658'] for router, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:31.571079 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16318338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16318352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16318345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16302807'] for router, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:31.679515 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 6cf8be0f-e084-4489-8ef1-46075c3b00ae up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:15:31.680751 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Router 027d19a7-acf0-4bd2-a00b-e0c6c3cd5171 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:15:31.743446 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 6cf8be0f-e084-4489-8ef1-46075c3b00ae triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:31.743822 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:31.875179 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:15:31.879367 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:31.880674 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] 10.222.0.39 "PUT /v2.0/routers/027d19a7-acf0-4bd2-a00b-e0c6c3cd5171 HTTP/1.1" status: 200 len: 889 time: 1.8696833 Jun 24 09:15:31.898706 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Sync routers for ids ['027d19a7-acf0-4bd2-a00b-e0c6c3cd5171'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:15:31.909726 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Routers {'027d19a7-acf0-4bd2-a00b-e0c6c3cd5171'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:15:31.910395 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:15:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['027d19a7-acf0-4bd2-a00b-e0c6c3cd5171'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:32.123584 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Set router 027d19a7-acf0-4bd2-a00b-e0c6c3cd5171 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:15:32.501449 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'name': 'router1', 'tenant_id': '84c07394d6084071bcce639ef5508007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f55b591d-9b3b-47b6-ab0d-2e53866eebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:15:13Z', 'updated_at': '2021-06-24T09:15:31Z', 'revision_number': 4, 'project_id': '84c07394d6084071bcce639ef5508007', 'gw_port': {'id': 'f55b591d-9b3b-47b6-ab0d-2e53866eebc4', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:15:30Z', 'updated_at': '2021-06-24T09:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '6cf8be0f-e084-4489-8ef1-46075c3b00ae', 'name': '', 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2', 'tenant_id': '84c07394d6084071bcce639ef5508007', 'mac_address': 'fa:16:3e:64:6c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8b89a8a-35d9-47fd-8d92-842e0d03cc88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:15:22Z', 'updated_at': '2021-06-24T09:15:29Z', 'revision_number': 5, 'project_id': '84c07394d6084071bcce639ef5508007', 'subnets': [{'id': 'c8b89a8a-35d9-47fd-8d92-842e0d03cc88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa401eb2-3017-420d-8840-d1b4a77d5c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:32.548465 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Checking router: 027d19a7-acf0-4bd2-a00b-e0c6c3cd5171 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:15:32.548815 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Updating router 027d19a7-acf0-4bd2-a00b-e0c6c3cd5171 port f55b591d-9b3b-47b6-ab0d-2e53866eebc4 binding host dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:15:32.581539 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:32.890214 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:32.899329 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Transition to ACTIVE for port object f55b591d-9b3b-47b6-ab0d-2e53866eebc4 will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:15:32.988386 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:32.991257 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:33.039142 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Attempting to bind port f55b591d-9b3b-47b6-ab0d-2e53866eebc4 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:15:33.039515 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Attempting to bind port f55b591d-9b3b-47b6-ab0d-2e53866eebc4 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:15:33.039879 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Attempting to bind port f55b591d-9b3b-47b6-ab0d-2e53866eebc4 on network 9b126f81-95f7-4d7b-999a-b64433cd03c3 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:15:33.042533 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35679d7e-8211-494a-bda0-41bc1a03bc5c None None] Pushing event updated for resources: {'Port': ['ID=f55b591d-9b3b-47b6-ab0d-2e53866eebc4,revision_number=2']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:33.046454 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-35679d7e-8211-494a-bda0-41bc1a03bc5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:33.047347 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:15:33.049496 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Checking segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:15:33.049496 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:33.049496 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Bound using segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:15:33.049496 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Bound port: f55b591d-9b3b-47b6-ab0d-2e53866eebc4, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:15:33.049496 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:33.098219 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] For port f55b591d-9b3b-47b6-ab0d-2e53866eebc4, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:15:33.101727 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] For port f55b591d-9b3b-47b6-ab0d-2e53866eebc4, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=f55b591d-9b3b-47b6-ab0d-2e53866eebc4,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:15:33.177481 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:33.179742 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:33.306089 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Routers {'027d19a7-acf0-4bd2-a00b-e0c6c3cd5171'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:15:33.306690 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:15:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['027d19a7-acf0-4bd2-a00b-e0c6c3cd5171'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:33.312469 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35679d7e-8211-494a-bda0-41bc1a03bc5c None None] Pushing event updated for resources: {'Port': ['ID=f55b591d-9b3b-47b6-ab0d-2e53866eebc4,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:33.342721 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-35679d7e-8211-494a-bda0-41bc1a03bc5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:33.414335 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] Set router 027d19a7-acf0-4bd2-a00b-e0c6c3cd5171 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:15:33.616744 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'name': 'router1', 'tenant_id': '84c07394d6084071bcce639ef5508007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f55b591d-9b3b-47b6-ab0d-2e53866eebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:15:13Z', 'updated_at': '2021-06-24T09:15:31Z', 'revision_number': 4, 'project_id': '84c07394d6084071bcce639ef5508007', 'gw_port': {'id': 'f55b591d-9b3b-47b6-ab0d-2e53866eebc4', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:15:30Z', 'updated_at': '2021-06-24T09:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '6cf8be0f-e084-4489-8ef1-46075c3b00ae', 'name': '', 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2', 'tenant_id': '84c07394d6084071bcce639ef5508007', 'mac_address': 'fa:16:3e:64:6c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8b89a8a-35d9-47fd-8d92-842e0d03cc88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:15:22Z', 'updated_at': '2021-06-24T09:15:29Z', 'revision_number': 5, 'project_id': '84c07394d6084071bcce639ef5508007', 'subnets': [{'id': 'c8b89a8a-35d9-47fd-8d92-842e0d03cc88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa401eb2-3017-420d-8840-d1b4a77d5c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:15:33.642468 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8c7a6a-e07b-49ea-a4fd-60927818c5d2 None None] The sync data for ids ['027d19a7-acf0-4bd2-a00b-e0c6c3cd5171'] in dv-cinder-797812-1-iscsi is: [{'id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'name': 'router1', 'tenant_id': '84c07394d6084071bcce639ef5508007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f55b591d-9b3b-47b6-ab0d-2e53866eebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:15:13Z', 'updated_at': '2021-06-24T09:15:31Z', 'revision_number': 4, 'project_id': '84c07394d6084071bcce639ef5508007', 'gw_port': {'id': 'f55b591d-9b3b-47b6-ab0d-2e53866eebc4', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:44:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:15:30Z', 'updated_at': '2021-06-24T09:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '6cf8be0f-e084-4489-8ef1-46075c3b00ae', 'name': '', 'network_id': '46881c4d-7a99-479b-9c92-a2839316cbb2', 'tenant_id': '84c07394d6084071bcce639ef5508007', 'mac_address': 'fa:16:3e:64:6c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d19a7-acf0-4bd2-a00b-e0c6c3cd5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8b89a8a-35d9-47fd-8d92-842e0d03cc88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:15:22Z', 'updated_at': '2021-06-24T09:15:29Z', 'revision_number': 5, 'project_id': '84c07394d6084071bcce639ef5508007', 'subnets': [{'id': 'c8b89a8a-35d9-47fd-8d92-842e0d03cc88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa401eb2-3017-420d-8840-d1b4a77d5c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:15:34.215393 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 44938) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:15:34.382591 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-16c55a14-526a-47ac-a7c2-382c22067a18 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1660440 Jun 24 09:15:35.696107 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device f55b591d-9b3b-47b6-ab0d-2e53866eebc4 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:15:35.828512 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port f55b591d-9b3b-47b6-ab0d-2e53866eebc4 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:15:35.833067 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port f55b591d-9b3b-47b6-ab0d-2e53866eebc4 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:35.833438 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:35.906219 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:35.925912 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port f55b591d-9b3b-47b6-ab0d-2e53866eebc4, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=f55b591d-9b3b-47b6-ab0d-2e53866eebc4,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:15:35.999140 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:36.002083 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-35679d7e-8211-494a-bda0-41bc1a03bc5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:15:36.052953 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=f55b591d-9b3b-47b6-ab0d-2e53866eebc4,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:15:36.056163 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:15:37.684346 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device f55b591d-9b3b-47b6-ab0d-2e53866eebc4 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:15:37.751810 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port f55b591d-9b3b-47b6-ab0d-2e53866eebc4 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:15:37.753282 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:46.614470 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 5 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:15:47.039875 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-ebff189b-5cca-4cb5-b4b0-98e442d0f8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:49.759768 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-3baa40a1-3595-43f5-b71b-fcd18b8ec4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:49.879707 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:50.394455 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:15:52.289389 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:17.170752 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-88c098db-62aa-4732-b2b7-8299924a27a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:19.754885 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-c866aaba-67a3-4d45-8976-7b11b6238a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:19.910996 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:20.416198 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:22.872910 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:23.613701 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 5 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:16:47.032114 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-d20ce87c-4d67-4174-b417-5768c44fde60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:49.763679 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-19448e6f-3930-4ba0-a6fc-9a6a0331406a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:49.883765 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:50.415066 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:16:52.266265 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:00.612338 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 5 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:17:10.994209 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 45506) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:17:11.074196 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.pecan_wsgi.hooks.translation [None req-044212b5-6371-4466-b71e-c8d0468bf934 admin admin] GET failed (client error): The resource could not be found. Jun 24 09:17:11.075568 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-044212b5-6371-4466-b71e-c8d0468bf934 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0804341 Jun 24 09:17:11.235430 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0f2cf9-b538-4cb0-928d-d0e92b16f8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:11.237329 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8c0f2cf9-b538-4cb0-928d-d0e92b16f8f3 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572256 Jun 24 09:17:13.363636 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 45516) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:17:13.488301 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3ff128-d93a-4d3b-af58-2996edf91d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:13.489641 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6e3ff128-d93a-4d3b-af58-2996edf91d39 admin admin] 10.222.0.39 "GET /v2.0/subnets/c8b89a8a-35d9-47fd-8d92-842e0d03cc88 HTTP/1.1" status: 200 len: 849 time: 0.1250737 Jun 24 09:17:13.500800 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:17:13.589444 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:13.790355 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758319255763'] for subnet, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:13.792992 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:17:13.836178 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:13.836178 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:13.837268 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] 10.222.0.39 "PUT /v2.0/subnets/c8b89a8a-35d9-47fd-8d92-842e0d03cc88 HTTP/1.1" status: 200 len: 868 time: 0.3402703 Jun 24 09:17:13.839646 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac13380-69d0-4475-bd57-390b9801b807 None None] Network 46881c4d-7a99-479b-9c92-a2839316cbb2 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:17:13.856590 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b89a8a-35d9-47fd-8d92-842e0d03cc88,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:17:13.864176 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:13.868977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:13.868977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:13.868977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:13.868977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:13.868977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:13.868977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:13.868977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:13.868977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:13.868977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:13.868977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:13.868977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:13.871863 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:17:14.199512 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-d9a5fb52-a176-42ff-925b-243b13229fd5 None None] Provisioning complete for port 539a37fb-066e-42d6-bfa6-03cf1b72cd48 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:17:14.199888 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-d9a5fb52-a176-42ff-925b-243b13229fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:14.286367 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-d9a5fb52-a176-42ff-925b-243b13229fd5 None None] Provisioning complete for port 6cf8be0f-e084-4489-8ef1-46075c3b00ae triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:17:14.286740 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-d9a5fb52-a176-42ff-925b-243b13229fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:15.967050 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 45524) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:17:16.164178 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e7eb8c-ebbe-40a1-aa9c-bc3925fd6036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:16.164576 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e7eb8c-ebbe-40a1-aa9c-bc3925fd6036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:16.166080 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-35e7eb8c-ebbe-40a1-aa9c-bc3925fd6036 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1980855 Jun 24 09:17:17.023908 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-ea466545-3a9c-4934-99bc-bff473ae5515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:18.305263 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 45534) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:17:18.428309 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90753510-1bac-47fd-a70d-87d79d798ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:18.428811 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90753510-1bac-47fd-a70d-87d79d798ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:18.430280 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-90753510-1bac-47fd-a70d-87d79d798ffd admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1240981 Jun 24 09:17:19.745236 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-71d5d46c-ef7c-46da-a214-dadd8475d0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:19.928118 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:20.436667 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:20.601197 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 45542) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:17:20.731711 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92798443-d797-4e58-b8d0-13a918860e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:20.732973 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-92798443-d797-4e58-b8d0-13a918860e33 admin admin] 10.222.0.39 "GET /v2.0/networks/46881c4d-7a99-479b-9c92-a2839316cbb2 HTTP/1.1" status: 200 len: 869 time: 0.1307933 Jun 24 09:17:22.254350 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:22.844527 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 45550) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:17:22.965717 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408a9fd-c869-4953-a09e-9f492e031586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:22.967064 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-f408a9fd-c869-4953-a09e-9f492e031586 admin admin] 10.222.0.39 "GET /v2.0/networks/9b126f81-95f7-4d7b-999a-b64433cd03c3 HTTP/1.1" status: 200 len: 886 time: 0.1216304 Jun 24 09:17:25.063368 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 45558) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:17:25.180279 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b44e2-ce95-44ed-a758-f3fea4f3fe01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:25.180732 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b44e2-ce95-44ed-a758-f3fea4f3fe01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:25.182196 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-9e5b44e2-ce95-44ed-a758-f3fea4f3fe01 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1178980 Jun 24 09:17:27.277159 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 45566) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:17:27.367740 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc3e038-fe9b-4b4f-be28-9a93e127ac4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:27.368198 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc3e038-fe9b-4b4f-be28-9a93e127ac4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:27.369679 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-ddc3e038-fe9b-4b4f-be28-9a93e127ac4c admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915570 Jun 24 09:17:29.503452 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 45574) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:17:29.584646 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa970f6-de12-4b91-b792-ccd92b8be820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:29.586183 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-2aa970f6-de12-4b91-b792-ccd92b8be820 admin admin] 10.222.0.39 "GET /v2.0/subnets/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1 HTTP/1.1" status: 200 len: 816 time: 0.0817947 Jun 24 09:17:31.682809 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 45582) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:17:31.771602 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8106af6e-060b-4627-a8f2-d1dec4d9127d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:31.772873 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8106af6e-060b-4627-a8f2-d1dec4d9127d admin admin] 10.222.0.39 "GET /v2.0/subnets/c8b89a8a-35d9-47fd-8d92-842e0d03cc88 HTTP/1.1" status: 200 len: 868 time: 0.0891047 Jun 24 09:17:37.610472 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 5 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:17:47.012787 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-bd37bf32-062b-4b7e-9523-2f5531ec3205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:49.768196 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-8cffa692-4921-40fb-b9e4-dbd392baffc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:49.891297 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:50.405227 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:52.247013 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:54.842121 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 45626) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:17:54.887366 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [None req-411ec644-242d-4f52-8bd2-efa08fceae36 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93459) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:17:54.888335 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-411ec644-242d-4f52-8bd2-efa08fceae36 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453508 Jun 24 09:17:57.069496 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 45634) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:17:57.127383 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac11ee00-50f8-465b-adff-7bd30cd67e01 admin admin] GET failed (client error): The resource could not be found. Jun 24 09:17:57.128693 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-ac11ee00-50f8-465b-adff-7bd30cd67e01 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0582736 Jun 24 09:17:57.265284 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3645f6-c390-43d2-905b-eda3d7c50162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:57.267257 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-de3645f6-c390-43d2-905b-eda3d7c50162 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1347489 Jun 24 09:17:59.397147 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 45642) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:17:59.441854 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:17:59.536252 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Made reservation on behalf of 1cfee687bc744cae9a5a091efcb8f150 for: {'network': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:17:59.538554 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:59.572217 dv-cinder-797812-1-iscsi neutron-server[93460]: WARNING neutron.services.revisions.revision_plugin [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Could not find related network for resource to bump revision. Jun 24 09:17:59.589640 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:17:59.603039 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758319355185', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:59.603566 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Unsubscribe: segment precommit_create {{(pid=93460) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 09:17:59.603977 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.segments_db [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Added segment 03d17f29-eada-46e0-9cbf-cd06b9dda279 of type vlan for network 3a638701-2350-46af-9d58-c39792ec4ddb Jun 24 09:17:59.648254 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:59.758849 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:59.760200 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:17:59.760759 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:17:59.763505 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:17:59.847388 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Pushing event updated for resources: {'Network': ['ID=3a638701-2350-46af-9d58-c39792ec4ddb,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:17:59.853596 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:59.853944 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:59.854269 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:59.854585 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:59.854931 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:59.855243 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:59.855552 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:59.855860 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:59.856182 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:59.856493 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:59.856853 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:59.857161 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:17:59.861451 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:17:59.869861 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network 3a638701-2350-46af-9d58-c39792ec4ddb details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:17:59.881643 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4834340 Jun 24 09:18:02.025143 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 45650) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:18:02.083042 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.pecan_wsgi.hooks.translation [None req-509633d5-4884-4b51-a91d-9fd0b75e1f1a admin admin] GET failed (client error): The resource could not be found. Jun 24 09:18:02.084319 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-509633d5-4884-4b51-a91d-9fd0b75e1f1a admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582268 Jun 24 09:18:02.151809 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d18b11b-800a-47bb-9f44-de9e081015b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:02.153168 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-8d18b11b-800a-47bb-9f44-de9e081015b0 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650959 Jun 24 09:18:02.162211 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-5d401c1d-6dac-41c7-89c0-68806d1852a1 admin admin] Request body: {'subnet': {'network_id': '3a638701-2350-46af-9d58-c39792ec4ddb', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:18:02.239116 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d401c1d-6dac-41c7-89c0-68806d1852a1 admin admin] Made reservation on behalf of 1cfee687bc744cae9a5a091efcb8f150 for: {'subnet': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:18:02.241213 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5d401c1d-6dac-41c7-89c0-68806d1852a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:02.520852 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5d401c1d-6dac-41c7-89c0-68806d1852a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027'] for subnet, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:02.523659 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f0c9fca6-5e7e-432f-aa1e-355669053e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:02.570683 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d401c1d-6dac-41c7-89c0-68806d1852a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b61416c8-3376-4aee-bf80-249616eebe41,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:02.574148 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5d401c1d-6dac-41c7-89c0-68806d1852a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:02.581423 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d401c1d-6dac-41c7-89c0-68806d1852a1 admin admin] Checking segment: {'id': '03d17f29-eada-46e0-9cbf-cd06b9dda279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3a638701-2350-46af-9d58-c39792ec4ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:18:02.581771 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d401c1d-6dac-41c7-89c0-68806d1852a1 admin admin] Network hostable DHCP agents. Network: 3a638701-2350-46af-9d58-c39792ec4ddb, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:18:02.674972 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d401c1d-6dac-41c7-89c0-68806d1852a1 admin admin] Network 3a638701-2350-46af-9d58-c39792ec4ddb is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:18:02.737752 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-5d401c1d-6dac-41c7-89c0-68806d1852a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, 3a638701-2350-46af-9d58-c39792ec4ddb) {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:18:02.741818 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d401c1d-6dac-41c7-89c0-68806d1852a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:18:02.742395 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5d401c1d-6dac-41c7-89c0-68806d1852a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:02.746415 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b2c712-d050-407a-86e2-b8bfc714b516 None None] Network 3a638701-2350-46af-9d58-c39792ec4ddb requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:18:02.840574 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-5d401c1d-6dac-41c7-89c0-68806d1852a1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6813226 Jun 24 09:18:02.994099 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed33512-b3e3-58ef-ba84-c64153fe4983-3a638701-2350-46af-9d58-c39792ec4ddb', 'network_id': '3a638701-2350-46af-9d58-c39792ec4ddb', 'tenant_id': '1cfee687bc744cae9a5a091efcb8f150', 'fixed_ips': [{'subnet_id': 'b61416c8-3376-4aee-bf80-249616eebe41'}]}} from dv-cinder-797812-1-iscsi. {{(pid=93461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:18:02.995000 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:03.131682 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.db_base_plugin_common [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Allocated IP 192.168.233.2 (3a638701-2350-46af-9d58-c39792ec4ddb/b61416c8-3376-4aee-bf80-249616eebe41/07ea8348-0cdf-4a96-9628-3154aa1c199a) {{(pid=93461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:18:03.273782 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Notify callbacks [] for port, precommit_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:03.281850 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Transition to ACTIVE for port object 07ea8348-0cdf-4a96-9628-3154aa1c199a will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:18:03.296377 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Transition to ACTIVE for port object 07ea8348-0cdf-4a96-9628-3154aa1c199a will not be triggered until provisioned by entity DHCP. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:18:03.367001 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:03.369244 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:03.404239 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Network 3a638701-2350-46af-9d58-c39792ec4ddb is already hosted by enough agents. {{(pid=93461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:18:03.406826 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.base_scheduler [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Resources bound (agent type, host, resource id): {{(pid=93461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:18:03.410112 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Received port after_create {{(pid=93461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:18:03.417901 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Pushing event updated for resources: {'Port': ['ID=07ea8348-0cdf-4a96-9628-3154aa1c199a,revision_number=1']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:03.428592 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:03.428939 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:03.429273 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:03.429602 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:03.429928 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:03.430244 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:03.430591 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:03.430937 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:03.431275 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:03.431594 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:03.431908 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:03.432214 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:18:03.450600 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:03.489318 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Attempting to bind port 07ea8348-0cdf-4a96-9628-3154aa1c199a on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:18:03.489702 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Attempting to bind port 07ea8348-0cdf-4a96-9628-3154aa1c199a by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '03d17f29-eada-46e0-9cbf-cd06b9dda279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3a638701-2350-46af-9d58-c39792ec4ddb'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:18:03.490044 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Attempting to bind port 07ea8348-0cdf-4a96-9628-3154aa1c199a on network 3a638701-2350-46af-9d58-c39792ec4ddb {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:18:03.495168 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:18:03.495535 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Checking segment: {'id': '03d17f29-eada-46e0-9cbf-cd06b9dda279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3a638701-2350-46af-9d58-c39792ec4ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:18:03.495928 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:03.496312 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Bound using segment: {'id': '03d17f29-eada-46e0-9cbf-cd06b9dda279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3a638701-2350-46af-9d58-c39792ec4ddb'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:18:03.496771 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Bound port: 07ea8348-0cdf-4a96-9628-3154aa1c199a, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d17f29-eada-46e0-9cbf-cd06b9dda279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3a638701-2350-46af-9d58-c39792ec4ddb'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:18:03.497132 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:03.560133 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] For port 07ea8348-0cdf-4a96-9628-3154aa1c199a, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:18:03.563934 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] For port 07ea8348-0cdf-4a96-9628-3154aa1c199a, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=07ea8348-0cdf-4a96-9628-3154aa1c199a,segment=NetworkSegment(03d17f29-eada-46e0-9cbf-cd06b9dda279),segment_id=03d17f29-eada-46e0-9cbf-cd06b9dda279)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:18:03.628154 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:03.630454 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:03.684495 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Pushing event updated for resources: {'Port': ['ID=07ea8348-0cdf-4a96-9628-3154aa1c199a,revision_number=2']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:03.688648 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:04.457917 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9744f292-1481-46ee-90a5-5b4222f7a977 None None] Network 3a638701-2350-46af-9d58-c39792ec4ddb requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:18:04.618239 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-82699c88-7738-4b62-9896-14baa5e2c645 None None] Provisioning for port 07ea8348-0cdf-4a96-9628-3154aa1c199a completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:18:05.790851 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 07ea8348-0cdf-4a96-9628-3154aa1c199a up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:18:05.918882 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 07ea8348-0cdf-4a96-9628-3154aa1c199a completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:18:05.922761 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 07ea8348-0cdf-4a96-9628-3154aa1c199a triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:18:05.923163 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:06.001008 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:06.032037 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 07ea8348-0cdf-4a96-9628-3154aa1c199a, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=07ea8348-0cdf-4a96-9628-3154aa1c199a,segment=NetworkSegment(03d17f29-eada-46e0-9cbf-cd06b9dda279),segment_id=03d17f29-eada-46e0-9cbf-cd06b9dda279)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:18:06.132154 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:06.134398 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:18:06.180932 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=07ea8348-0cdf-4a96-9628-3154aa1c199a,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:18:06.183809 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:18:07.772828 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 07ea8348-0cdf-4a96-9628-3154aa1c199a up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:18:07.819512 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 07ea8348-0cdf-4a96-9628-3154aa1c199a triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:18:07.819876 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:14.609819 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 5 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:18:17.018113 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-3e6f23f0-89cc-4ecf-91eb-8e2e6720f41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:19.781013 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e5017023-f5e6-4b49-909f-4a86a52896d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:19.955439 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:20.446251 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:22.312546 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:47.045231 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-83a9d70b-9ab5-4d9d-bdd1-1575b9240c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:49.747998 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-01ab3a65-719a-4277-b05e-83c4140e2a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:49.905759 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:50.421802 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:18:51.607885 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 5 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:18:52.267484 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:17.060785 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-99169d6f-896d-4735-857d-175f8d5b3288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:18.829697 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 45702) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:18.835958 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [None req-6852bac3-1a95-41f7-a5b5-bf4262df69d7 tempest-verify_tempest_config-2124392736 tempest-verify_tempest_config-2124392736-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:19:18.836845 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-6852bac3-1a95-41f7-a5b5-bf4262df69d7 tempest-verify_tempest_config-2124392736 tempest-verify_tempest_config-2124392736-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061800 Jun 24 09:19:19.330112 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 45720) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:19.440812 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:19.639886 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:19.695360 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:19.698270 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:19.738646 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b808981f-c9a9-4ee1-ad7b-88b3c0e5318e,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:19.743079 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27a1b6b8f62e47e5afe5870530193781&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4119616 Jun 24 09:19:19.745740 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 45724) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:19:19.747671 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.748043 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.748379 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.748710 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.749096 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.749432 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.749761 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.750081 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.750414 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.750734 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.751101 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.751431 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.755666 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:19.775458 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-5c102802-1d18-47df-9af6-113ff283d9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:19.801170 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:19.820864 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:19.907249 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:19.961762 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:19.964504 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:19.965632 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b808981f-c9a9-4ee1-ad7b-88b3c0e5318e HTTP/1.1" status: 204 len: 168 time: 0.2188618 Jun 24 09:19:19.966336 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3860d277-1c67-43d6-9b0b-846a6b033caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:19:19.974462 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b808981f-c9a9-4ee1-ad7b-88b3c0e5318e,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:19:19.981058 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.981415 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.981749 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.982193 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.982384 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.982720 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.983064 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.983379 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.983709 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.984025 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.984335 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.984646 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:19:19.987650 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:19:20.421064 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:22.275675 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:28.606054 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 5 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:19:47.013741 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-817a736a-3502-4332-b919-884a8331e54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:49.737213 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-86abec57-ac6b-4701-b7dc-418bae434ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:50.059695 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:50.422698 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:19:52.277034 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:05.604761 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 5 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:20:17.038767 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-8101c924-e78e-4407-8f70-a8917499bacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:19.730219 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-eedf053f-69ad-438b-b43f-4a6978eb93df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:19.921863 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:20.464167 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:22.278441 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:42.602440 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 5 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:20:47.040123 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-5e48d204-bac2-4d4b-a514-4ae25b257fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:49.743183 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-04e53187-0cf2-4c0f-87fe-b7b50fe19e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:49.937330 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:50.445715 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:52.282873 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:20:58.342247 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16317377'] for agent, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:12.545502 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 45798) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:12.647034 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6f91fa15-7959-4209-9309-a2783ddf5623 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1003976 Jun 24 09:21:14.808792 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 45810) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:21:14.861164 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e3db927d-24d3-4b15-ab00-2bdc7cb48e17 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0512898 Jun 24 09:21:17.015958 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-57e7af29-9ebe-4b39-a0da-1ce4201d182e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:19.601071 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:21:19.747296 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-d630de6b-5866-4c21-b374-eaed84d6abb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:19.919406 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:20.421773 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:22.275785 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:28.332645 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:47.043211 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-7deb8536-dc59-4b94-b8a9-66bf07f0ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:49.751831 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-448491d9-df3f-4898-b29b-1b183f9427cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:49.934753 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:50.445735 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:52.277259 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:21:56.599614 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:21:58.296605 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:17.059028 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-11efe7fd-462a-4e70-82ce-aaf7035ff714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:19.759478 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-103f2dc4-c4b0-4fa7-b44f-a491c04e91cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:19.958970 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:20.442146 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:22.282384 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:28.329873 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:33.597694 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:22:41.158829 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 45906) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:41.311729 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1764491234-network', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:41.397975 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Made reservation on behalf of e8a0c67c143a4eb19c1e5cf27856e67b for: {'network': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:41.400505 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:41.414996 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:41.515269 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:41.586814 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:41.590905 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:41.611821 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:22:41.621820 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef0987b-c3a2-42ef-a5c3-621662774e96,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:41.626421 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:41.626759 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Added segment 18d54f54-6d85-4bbe-b013-d55385f59166 of type vlan for network 4dc34bfe-d409-482a-8295-442d7f26244e Jun 24 09:22:41.642164 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:41.642501 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Tracked resource versions report: Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: pushed versions: Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: { 'AddressGroup': {'1.2'}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'ConntrackHelper': {'1.0'}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Log': {'1.0'}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Network': {'1.1'}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Port': {'1.7'}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'PortForwarding': {'1.2'}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'QosPolicy': {'1.8'}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'SecurityGroup': {'1.4'}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'SubPort': {'1.0'}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Subnet': {'1.1'}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Trunk': {'1.1'}} Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: consumer versions: Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: { DHCP agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: HyperV agent@hv-cinder-79781: {}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: L3 agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: Metadata agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: Metering agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: Open vSwitch agent@dv-cinder-797812-1-iscsi: { 'AddressGroup': '1.2', Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'ConntrackHelper': '1.0', Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Log': '1.0', Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Network': '1.1', Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Port': '1.7', Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'PortForwarding': '1.2', Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'QosPolicy': '1.8', Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'SecurityGroup': '1.4', Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'SecurityGroupRule': '1.2', Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'SubPort': '1.0', Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Subnet': '1.1', Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: 'Trunk': '1.1'}} Jun 24 09:22:41.648346 dv-cinder-797812-1-iscsi neutron-server[93459]: {{(pid=93459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:22:41.653438 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:41.688516 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:41.835416 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:41.836869 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:41.837444 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:41.840437 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:41.898063 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Pushing event updated for resources: {'Network': ['ID=4dc34bfe-d409-482a-8295-442d7f26244e,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:41.903185 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:41.912137 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network 4dc34bfe-d409-482a-8295-442d7f26244e details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:22:41.959074 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7983613 Jun 24 09:22:41.961934 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 45964) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:41.970061 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-b42a71c3-b032-4092-be97-550ced986432 admin admin] Request body: {'subnet': {'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1764491234-subnet', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:42.078078 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42a71c3-b032-4092-be97-550ced986432 admin admin] Made reservation on behalf of e8a0c67c143a4eb19c1e5cf27856e67b for: {'subnet': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:42.080514 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b42a71c3-b032-4092-be97-550ced986432 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:42.381495 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b42a71c3-b032-4092-be97-550ced986432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027'] for subnet, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:42.384610 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:42.433314 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a71c3-b032-4092-be97-550ced986432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39188485-ce1d-43fe-a076-b062c72c56ce,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:42.435788 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b42a71c3-b032-4092-be97-550ced986432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:42.453688 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42a71c3-b032-4092-be97-550ced986432 admin admin] Checking segment: {'id': '18d54f54-6d85-4bbe-b013-d55385f59166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:42.454070 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42a71c3-b032-4092-be97-550ced986432 admin admin] Network hostable DHCP agents. Network: 4dc34bfe-d409-482a-8295-442d7f26244e, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:22:42.544342 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42a71c3-b032-4092-be97-550ced986432 admin admin] Network 4dc34bfe-d409-482a-8295-442d7f26244e is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:22:42.654797 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-b42a71c3-b032-4092-be97-550ced986432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, 4dc34bfe-d409-482a-8295-442d7f26244e) {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:42.659178 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42a71c3-b032-4092-be97-550ced986432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:42.659997 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b42a71c3-b032-4092-be97-550ced986432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:42.666446 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941e70b0-51f2-41ed-9a35-949276afdbae None None] Network 4dc34bfe-d409-482a-8295-442d7f26244e requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:42.741746 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b42a71c3-b032-4092-be97-550ced986432 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7784722 Jun 24 09:22:42.744390 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 45998) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:42.749487 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1764491234-router', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:42.796600 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4250a255-6535-4dd5-97ec-03305475852d None None] Network 4dc34bfe-d409-482a-8295-442d7f26244e requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:42.844152 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16302751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25639'] for router, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:42.846778 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16302253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16375808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16395457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25640'] for router, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:42.962925 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:43.237431 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16318367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16302736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25658'] for router, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:43.532250 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46030) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:43.534825 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46034) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:43.578400 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46042) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:43.593966 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:43.618535 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:43.768874 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Allocated IP 172.27.2.219 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/034dd87a-ba82-4471-b308-cf0bf7b07bb5) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:22:43.877970 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.015256 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.018767 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:44.043762 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-754158280-network', 'tenant_id': '789de2cd33544e339915865a4902f236'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:44.080510 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-414724142-network', 'tenant_id': 'ca7404070de140cbacc52286d94b5f06'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:44.097681 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-630179619-network', 'tenant_id': 'cb968d402da64fe8a788d1f8bde801f3'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:44.101181 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Pushing event updated for resources: {'Port': ['ID=034dd87a-ba82-4471-b308-cf0bf7b07bb5,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:44.107788 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:22:44.108676 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:44.109904 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:44.112653 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:22:44.147966 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Made reservation on behalf of 789de2cd33544e339915865a4902f236 for: {'network': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:44.150461 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.162477 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.174156 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.db.api [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 09:22:44.174156 dv-cinder-797812-1-iscsi neutron-server[93460]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 09:22:44.174156 dv-cinder-797812-1-iscsi neutron-server[93460]: [parameters: {'project_id_1': 'cb968d402da64fe8a788d1f8bde801f3', 'expiration_1': datetime.datetime(2021, 6, 24, 9, 22, 44, 108195)}] Jun 24 09:22:44.174156 dv-cinder-797812-1-iscsi neutron-server[93460]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 09:22:44.175005 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_db.api [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 09:22:44.257449 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Made reservation on behalf of ca7404070de140cbacc52286d94b5f06 for: {'network': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:44.265141 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.276863 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.359465 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.448767 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.456640 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-2e270d14-249a-445b-9dc9-9e7c1eb9f252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:44.479976 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=93460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:22:44.491701 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.503992 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.504400 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.segments_db [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Added segment 64701fd1-ef6b-41c9-83f1-5aea334774b4 of type vlan for network a5ca0700-991e-47d2-99de-f9047b5f2e60 Jun 24 09:22:44.506405 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6184fd41-1534-476f-9ed6-1dcf164ab545,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:44.546619 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:44.547346 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:44.547346 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:44.547636 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:44.548156 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:44.548673 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:44.549174 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:44.549674 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:44.550190 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:44.550677 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:44.551196 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:44.551680 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Tracked resource versions report: Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: pushed versions: Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: { 'AddressGroup': {'1.2'}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'ConntrackHelper': {'1.0'}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Log': {'1.0'}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Network': {'1.1'}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Port': {'1.7'}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'PortForwarding': {'1.2'}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'QosPolicy': {'1.8'}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'SecurityGroup': {'1.4'}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'SubPort': {'1.0'}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Subnet': {'1.1'}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Trunk': {'1.1'}} Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: consumer versions: Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: { DHCP agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: HyperV agent@hv-cinder-79781: {}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: L3 agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: Metadata agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: Metering agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: Open vSwitch agent@dv-cinder-797812-1-iscsi: { 'AddressGroup': '1.2', Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'ConntrackHelper': '1.0', Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Log': '1.0', Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Network': '1.1', Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Port': '1.7', Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'PortForwarding': '1.2', Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'QosPolicy': '1.8', Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'SecurityGroup': '1.4', Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'SecurityGroupRule': '1.2', Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'SubPort': '1.0', Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Subnet': '1.1', Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: 'Trunk': '1.1'}} Jun 24 09:22:44.552963 dv-cinder-797812-1-iscsi neutron-server[93460]: {{(pid=93460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:22:44.572835 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:44.601890 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.615241 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.696719 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.705092 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:44.719704 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:22:44.734624 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.735414 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.segments_db [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Added segment 8dd97747-da05-430d-a17b-8931273e553e of type vlan for network b9ba2bf6-ae1f-4e8f-92c3-c674b018292f Jun 24 09:22:44.783615 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16302729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16318338'] for router, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.795088 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.797470 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecad4a77-64d4-4751-a21c-16be878ac76c,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:44.803222 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:44.803806 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.810285 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:44.811442 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:44.822788 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.872902 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Made reservation on behalf of cb968d402da64fe8a788d1f8bde801f3 for: {'network': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:44.872902 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.902450 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:44.911336 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Pushing event updated for resources: {'Network': ['ID=a5ca0700-991e-47d2-99de-f9047b5f2e60,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:44.916019 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:44.926161 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network a5ca0700-991e-47d2-99de-f9047b5f2e60 details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:22:44.944203 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4083629 Jun 24 09:22:44.947523 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 46090) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:44.964594 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-e32e810b-bebd-443f-bb0f-36d07374b286 admin admin] Request body: {'subnet': {'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-subnet', 'tenant_id': '789de2cd33544e339915865a4902f236', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:45.003276 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:45.009747 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:45.010373 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:45.014802 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1294ba5c-2a12-4561-b356-3eb1b329b51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:45.060358 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Router 2af48e24-7066-43d2-83a5-69352da8be7c is scheduled to L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a with binding_index 1 {{(pid=93459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:22:45.090422 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Pushing event updated for resources: {'Network': ['ID=b9ba2bf6-ae1f-4e8f-92c3-c674b018292f,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:45.093314 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:45.103017 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network b9ba2bf6-ae1f-4e8f-92c3-c674b018292f details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:22:45.113997 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:45.194543 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:45.197810 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:45.211015 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:22:45.224139 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Sync routers for ids ['2af48e24-7066-43d2-83a5-69352da8be7c'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:22:45.237067 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Routers {'2af48e24-7066-43d2-83a5-69352da8be7c'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:22:45.238061 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:22:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['2af48e24-7066-43d2-83a5-69352da8be7c'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:45.247892 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:22:45.252992 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa0cbc7-0546-47d5-960c-1d5203f81872,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:45.256917 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7236524 Jun 24 09:22:45.258896 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:45.259929 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 46100) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:45.263177 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:45.263514 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.segments_db [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Added segment 1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1 of type vlan for network edcd4982-0d07-4d90-b348-d8817bbc8024 Jun 24 09:22:45.267311 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-88e10c35-8709-41b4-9bdc-cb9125c86fd7 admin admin] Request body: {'subnet': {'network_id': 'b9ba2bf6-ae1f-4e8f-92c3-c674b018292f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-414724142-subnet', 'tenant_id': 'ca7404070de140cbacc52286d94b5f06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:45.309184 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:45.326693 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Notify callbacks [] for router, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:45.328141 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.5826335 Jun 24 09:22:45.332809 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 46110) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:45.403294 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Set router 2af48e24-7066-43d2-83a5-69352da8be7c gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:22:45.429912 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:45.431411 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:45.432162 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:45.435578 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:45.508279 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Pushing event updated for resources: {'Network': ['ID=edcd4982-0d07-4d90-b348-d8817bbc8024,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:45.513440 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:45.522397 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network edcd4982-0d07-4d90-b348-d8817bbc8024 details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:22:45.571702 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32e810b-bebd-443f-bb0f-36d07374b286 admin admin] Made reservation on behalf of 789de2cd33544e339915865a4902f236 for: {'subnet': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:45.574664 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e32e810b-bebd-443f-bb0f-36d07374b286 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:45.648755 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1764491234-router', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '034dd87a-ba82-4471-b308-cf0bf7b07bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:42Z', 'updated_at': '2021-06-24T09:22:44Z', 'revision_number': 3, 'project_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'gw_port': {'id': '034dd87a-ba82-4471-b308-cf0bf7b07bb5', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:43Z', 'updated_at': '2021-06-24T09:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:45.679002 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Checking router: 2af48e24-7066-43d2-83a5-69352da8be7c for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:22:45.679344 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Updating router 2af48e24-7066-43d2-83a5-69352da8be7c port 034dd87a-ba82-4471-b308-cf0bf7b07bb5 binding host dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:22:45.721744 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:45.849766 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e10c35-8709-41b4-9bdc-cb9125c86fd7 admin admin] Made reservation on behalf of ca7404070de140cbacc52286d94b5f06 for: {'subnet': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:45.852159 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-88e10c35-8709-41b4-9bdc-cb9125c86fd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:45.987631 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4081159 Jun 24 09:22:45.990464 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46134) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:45.995758 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-5be83adb-7b08-4c2d-b63b-bd2bc678cdde admin admin] Request body: {'subnet': {'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-630179619-subnet', 'tenant_id': 'cb968d402da64fe8a788d1f8bde801f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:46.082978 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:46.108269 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Notify callbacks [] for port, precommit_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:46.120197 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.provisioning_blocks [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Transition to ACTIVE for port object 034dd87a-ba82-4471-b308-cf0bf7b07bb5 will not be triggered until provisioned by entity L2. {{(pid=93462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:22:46.129355 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be83adb-7b08-4c2d-b63b-bd2bc678cdde admin admin] Made reservation on behalf of cb968d402da64fe8a788d1f8bde801f3 for: {'subnet': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:22:46.131919 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5be83adb-7b08-4c2d-b63b-bd2bc678cdde admin admin] Notify callbacks [] for subnet, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:46.215225 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:46.216431 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e32e810b-bebd-443f-bb0f-36d07374b286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027'] for subnet, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:46.218182 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:46.257420 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c50eeeda-93d0-430e-a926-1c6c78f37ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:46.307216 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Pushing event updated for resources: {'Port': ['ID=034dd87a-ba82-4471-b308-cf0bf7b07bb5,revision_number=2']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:46.313402 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e810b-bebd-443f-bb0f-36d07374b286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=172579aa-233f-48bd-9ad4-0b00016b6268,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:46.318149 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Attempting to bind port 034dd87a-ba82-4471-b308-cf0bf7b07bb5 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:22:46.318721 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Attempting to bind port 034dd87a-ba82-4471-b308-cf0bf7b07bb5 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:22:46.319285 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Attempting to bind port 034dd87a-ba82-4471-b308-cf0bf7b07bb5 on network 9b126f81-95f7-4d7b-999a-b64433cd03c3 {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:22:46.321746 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e32e810b-bebd-443f-bb0f-36d07374b286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:46.325044 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:46.325569 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:46.326064 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:46.326561 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:46.327080 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:46.327545 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:46.328008 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:46.328492 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:46.328965 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:46.329433 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:46.329889 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:46.330366 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Tracked resource versions report: Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: pushed versions: Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: { 'AddressGroup': {'1.2'}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'ConntrackHelper': {'1.0'}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Log': {'1.0'}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Network': {'1.1'}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Port': {'1.7'}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'PortForwarding': {'1.2'}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'QosPolicy': {'1.8'}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'SecurityGroup': {'1.4'}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'SubPort': {'1.0'}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Subnet': {'1.1'}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Trunk': {'1.1'}} Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: consumer versions: Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: { DHCP agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: HyperV agent@hv-cinder-79781: {}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: L3 agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: Metadata agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: Metering agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: Open vSwitch agent@dv-cinder-797812-1-iscsi: { 'AddressGroup': '1.2', Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'ConntrackHelper': '1.0', Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Log': '1.0', Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Network': '1.1', Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Port': '1.7', Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'PortForwarding': '1.2', Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'QosPolicy': '1.8', Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'SecurityGroup': '1.4', Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'SecurityGroupRule': '1.2', Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'SubPort': '1.0', Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Subnet': '1.1', Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: 'Trunk': '1.1'}} Jun 24 09:22:46.331847 dv-cinder-797812-1-iscsi neutron-server[93462]: {{(pid=93462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:22:46.336666 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:46.337768 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:22:46.338381 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Checking segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:46.339046 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:46.343616 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Bound using segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:22:46.343616 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Bound port: 034dd87a-ba82-4471-b308-cf0bf7b07bb5, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:22:46.343616 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:46.400113 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] For port 034dd87a-ba82-4471-b308-cf0bf7b07bb5, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:22:46.404110 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] For port 034dd87a-ba82-4471-b308-cf0bf7b07bb5, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=034dd87a-ba82-4471-b308-cf0bf7b07bb5,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:22:46.421655 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e810b-bebd-443f-bb0f-36d07374b286 admin admin] Checking segment: {'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:46.422009 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e810b-bebd-443f-bb0f-36d07374b286 admin admin] Network hostable DHCP agents. Network: a5ca0700-991e-47d2-99de-f9047b5f2e60, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:22:46.458693 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5be83adb-7b08-4c2d-b63b-bd2bc678cdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027'] for subnet, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:46.462904 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5d401c1d-6dac-41c7-89c0-68806d1852a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:46.481897 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Allocated IP 172.20.0.1 (4dc34bfe-d409-482a-8295-442d7f26244e/39188485-ce1d-43fe-a076-b062c72c56ce/977b43d5-943f-49f6-a90f-25316b30fc89) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:22:46.521632 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be83adb-7b08-4c2d-b63b-bd2bc678cdde admin admin] Pushing event updated for resources: {'Subnet': ['ID=a45cc966-8eac-4881-ba60-0b81c8bcfe2b,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:46.525062 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5be83adb-7b08-4c2d-b63b-bd2bc678cdde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:46.531499 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:46.533134 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be83adb-7b08-4c2d-b63b-bd2bc678cdde admin admin] Checking segment: {'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:46.533492 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be83adb-7b08-4c2d-b63b-bd2bc678cdde admin admin] Network hostable DHCP agents. Network: edcd4982-0d07-4d90-b348-d8817bbc8024, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:22:46.537901 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:46.581672 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-88e10c35-8709-41b4-9bdc-cb9125c86fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027'] for subnet, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:46.582360 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e810b-bebd-443f-bb0f-36d07374b286 admin admin] Network a5ca0700-991e-47d2-99de-f9047b5f2e60 is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:22:46.598973 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e32e810b-bebd-443f-bb0f-36d07374b286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:46.604756 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Pushing event updated for resources: {'Port': ['ID=034dd87a-ba82-4471-b308-cf0bf7b07bb5,revision_number=3']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:46.632954 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be83adb-7b08-4c2d-b63b-bd2bc678cdde admin admin] Network edcd4982-0d07-4d90-b348-d8817bbc8024 is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:22:46.635842 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Routers {'2af48e24-7066-43d2-83a5-69352da8be7c'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:22:46.636799 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:22:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['2af48e24-7066-43d2-83a5-69352da8be7c'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:46.639270 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:46.750833 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:46.751183 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] Set router 2af48e24-7066-43d2-83a5-69352da8be7c gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:22:46.790667 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e10c35-8709-41b4-9bdc-cb9125c86fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f96650c-f540-4407-a186-85d0def80ed6,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:46.795648 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-88e10c35-8709-41b4-9bdc-cb9125c86fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:46.814757 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e10c35-8709-41b4-9bdc-cb9125c86fd7 admin admin] Checking segment: {'id': '8dd97747-da05-430d-a17b-8931273e553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9ba2bf6-ae1f-4e8f-92c3-c674b018292f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:46.815135 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e10c35-8709-41b4-9bdc-cb9125c86fd7 admin admin] Network hostable DHCP agents. Network: b9ba2bf6-ae1f-4e8f-92c3-c674b018292f, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:22:46.819946 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46152) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:46.843642 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-e32e810b-bebd-443f-bb0f-36d07374b286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, a5ca0700-991e-47d2-99de-f9047b5f2e60) {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:46.844007 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-5be83adb-7b08-4c2d-b63b-bd2bc678cdde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, edcd4982-0d07-4d90-b348-d8817bbc8024) {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:46.848379 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9502166f-78b7-4f76-8e60-c81718ae0187 None None] Network a5ca0700-991e-47d2-99de-f9047b5f2e60 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:46.852150 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be83adb-7b08-4c2d-b63b-bd2bc678cdde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:46.853878 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5be83adb-7b08-4c2d-b63b-bd2bc678cdde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:46.856232 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e810b-bebd-443f-bb0f-36d07374b286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:46.856805 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e32e810b-bebd-443f-bb0f-36d07374b286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:46.868696 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5d0b08-191d-4529-90b0-6617e6e95ee3 None None] Network edcd4982-0d07-4d90-b348-d8817bbc8024 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:46.962643 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1764491234-router', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '034dd87a-ba82-4471-b308-cf0bf7b07bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:42Z', 'updated_at': '2021-06-24T09:22:44Z', 'revision_number': 3, 'project_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'gw_port': {'id': '034dd87a-ba82-4471-b308-cf0bf7b07bb5', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:43Z', 'updated_at': '2021-06-24T09:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:46.978198 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9fe4fc26-a972-4271-963c-a8eace75427a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.008999 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6b198-5ee7-4756-94da-f34551c6455a None None] The sync data for ids ['2af48e24-7066-43d2-83a5-69352da8be7c'] in dv-cinder-797812-1-iscsi is: [{'id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1764491234-router', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '034dd87a-ba82-4471-b308-cf0bf7b07bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:42Z', 'updated_at': '2021-06-24T09:22:44Z', 'revision_number': 3, 'project_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'gw_port': {'id': '034dd87a-ba82-4471-b308-cf0bf7b07bb5', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:43Z', 'updated_at': '2021-06-24T09:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:22:47.044391 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.053257 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:47.095451 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-5be83adb-7b08-4c2d-b63b-bd2bc678cdde admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0933022 Jun 24 09:22:47.169463 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Pushing event updated for resources: {'Port': ['ID=977b43d5-943f-49f6-a90f-25316b30fc89,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:47.187335 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:47.195299 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-996613b0-90c8-42d4-843b-e61bc763c8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.197155 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e32e810b-bebd-443f-bb0f-36d07374b286 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2484031 Jun 24 09:22:47.198522 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e10c35-8709-41b4-9bdc-cb9125c86fd7 admin admin] Network b9ba2bf6-ae1f-4e8f-92c3-c674b018292f is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:22:47.214808 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46174) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:47.231149 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:47.240175 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Network 4dc34bfe-d409-482a-8295-442d7f26244e is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:22:47.248785 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:47.251227 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:22:47.251908 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16380957'] for router_interface, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.259749 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b8519a-8ebf-4269-ae52-dda1ccb47668 None None] Network edcd4982-0d07-4d90-b348-d8817bbc8024 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:47.318638 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-88e10c35-8709-41b4-9bdc-cb9125c86fd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, b9ba2bf6-ae1f-4e8f-92c3-c674b018292f) {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:47.335104 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e10c35-8709-41b4-9bdc-cb9125c86fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:47.336204 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-88e10c35-8709-41b4-9bdc-cb9125c86fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.360366 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9fe4fc26-a972-4271-963c-a8eace75427a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.365651 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19dacc9-1001-4933-a867-5d539a619ccc None None] Network b9ba2bf6-ae1f-4e8f-92c3-c674b018292f requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:47.389578 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed33512-b3e3-58ef-ba84-c64153fe4983-a5ca0700-991e-47d2-99de-f9047b5f2e60', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268'}]}} from dv-cinder-797812-1-iscsi. {{(pid=93461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:22:47.389578 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.441577 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9fe4fc26-a972-4271-963c-a8eace75427a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.446432 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:47.535243 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4fc26-a972-4271-963c-a8eace75427a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1623c44-55b9-4b5e-a51a-de6e2160af20,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:47.560660 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-9fe4fc26-a972-4271-963c-a8eace75427a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=112df4f947cc4be08f886642b5e8c2c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7391856 Jun 24 09:22:47.561542 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-9fe4fc26-a972-4271-963c-a8eace75427a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:47.564375 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46194) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:47.604409 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-88e10c35-8709-41b4-9bdc-cb9125c86fd7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3408883 Jun 24 09:22:47.755960 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f462d6a9-0218-4b45-9a99-84eb420e9b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.773679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16302751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25639'] for router, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.774678 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16302253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16375808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16395457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25640'] for router, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.865166 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f462d6a9-0218-4b45-9a99-84eb420e9b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.883375 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:47.941655 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.075634 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.db_base_plugin_common [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Allocated IP 172.20.0.2 (a5ca0700-991e-47d2-99de-f9047b5f2e60/172579aa-233f-48bd-9ad4-0b00016b6268/4bc7973f-e83a-4d33-92da-67dffecf08fd) {{(pid=93461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:22:48.101001 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f462d6a9-0218-4b45-9a99-84eb420e9b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.151949 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f462d6a9-0218-4b45-9a99-84eb420e9b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.157487 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-f462d6a9-0218-4b45-9a99-84eb420e9b83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1623c44-55b9-4b5e-a51a-de6e2160af20 HTTP/1.1" status: 204 len: 168 time: 0.5921514 Jun 24 09:22:48.165140 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:48.188684 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462d6a9-0218-4b45-9a99-84eb420e9b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1623c44-55b9-4b5e-a51a-de6e2160af20,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:48.189918 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 46242) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:48.193649 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 034dd87a-ba82-4471-b308-cf0bf7b07bb5 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:22:48.196414 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f462d6a9-0218-4b45-9a99-84eb420e9b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:48.199583 dv-cinder-797812-1-iscsi neutron-server[93459]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 09:22:48.243140 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f050b8-378c-428b-b962-3349aecaa7b8 None None] Network b9ba2bf6-ae1f-4e8f-92c3-c674b018292f requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:48.386228 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16318367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16302736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25658'] for router, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.415556 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 034dd87a-ba82-4471-b308-cf0bf7b07bb5 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:22:48.426436 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 034dd87a-ba82-4471-b308-cf0bf7b07bb5 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:22:48.426876 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.563310 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Notify callbacks [] for port, precommit_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.607422 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46250) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:48.626471 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.636245 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Transition to ACTIVE for port object 4bc7973f-e83a-4d33-92da-67dffecf08fd will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:22:48.639995 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-98cab4d8-b513-4030-bf4c-9ccb8c1432b7 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:48.641526 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-98cab4d8-b513-4030-bf4c-9ccb8c1432b7 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/networks?id=edcd4982-0d07-4d90-b348-d8817bbc8024 HTTP/1.1" status: 200 len: 814 time: 0.4480438 Jun 24 09:22:48.660570 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Transition to ACTIVE for port object 4bc7973f-e83a-4d33-92da-67dffecf08fd will not be triggered until provisioned by entity DHCP. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:22:48.667945 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-911eebf8-7f63-4e4c-b6e5-4343ebcb1332 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/quotas/cb968d402da64fe8a788d1f8bde801f3 HTTP/1.1" status: 200 len: 375 time: 0.0134246 Jun 24 09:22:48.722647 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-e1f033b9-1e81-4ea8-8a0e-29956c2dffef tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb968d402da64fe8a788d1f8bde801f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491238 Jun 24 09:22:48.738284 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.740035 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16381065'] for router_interface, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.742105 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c164772d-e36c-45cf-a7f2-c436e1ff29cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:48.809319 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.814387 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.818256 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:48.847169 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Pushing event updated for resources: {'Port': ['ID=977b43d5-943f-49f6-a90f-25316b30fc89,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:48.854662 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:48.856432 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 034dd87a-ba82-4471-b308-cf0bf7b07bb5, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=034dd87a-ba82-4471-b308-cf0bf7b07bb5,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:48.868410 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Network a5ca0700-991e-47d2-99de-f9047b5f2e60 is already hosted by enough agents. {{(pid=93461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:22:48.871181 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.base_scheduler [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Resources bound (agent type, host, resource id): {{(pid=93461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:48.874509 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Received port after_create {{(pid=93461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:22:48.882681 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Pushing event updated for resources: {'Port': ['ID=4bc7973f-e83a-4d33-92da-67dffecf08fd,revision_number=1']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:48.885995 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Network 4dc34bfe-d409-482a-8295-442d7f26244e is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:22:48.887923 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:48.894488 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:48.894488 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:48.894488 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Tracked resource versions report: Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: pushed versions: Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: { 'AddressGroup': {'1.2'}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'ConntrackHelper': {'1.0'}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Log': {'1.0'}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Network': {'1.1'}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Port': {'1.7'}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'PortForwarding': {'1.2'}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'QosPolicy': {'1.8'}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'SecurityGroup': {'1.4'}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'SubPort': {'1.0'}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Subnet': {'1.1'}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Trunk': {'1.1'}} Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: consumer versions: Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: { DHCP agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: HyperV agent@hv-cinder-79781: {}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: L3 agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: Metadata agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: Metering agent@dv-cinder-797812-1-iscsi: {}, Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: Open vSwitch agent@dv-cinder-797812-1-iscsi: { 'AddressGroup': '1.2', Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'ConntrackHelper': '1.0', Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Log': '1.0', Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Network': '1.1', Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Port': '1.7', Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'PortForwarding': '1.2', Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'QosPolicy': '1.8', Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'SecurityGroup': '1.4', Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'SecurityGroupRule': '1.2', Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'SubPort': '1.0', Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Subnet': '1.1', Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: 'Trunk': '1.1'}} Jun 24 09:22:48.902770 dv-cinder-797812-1-iscsi neutron-server[93461]: {{(pid=93461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:22:48.909975 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.917434 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:48.940985 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.949950 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-35679d7e-8211-494a-bda0-41bc1a03bc5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:48.967118 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.972686 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Attempting to bind port 4bc7973f-e83a-4d33-92da-67dffecf08fd on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:22:48.973058 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Attempting to bind port 4bc7973f-e83a-4d33-92da-67dffecf08fd by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:22:48.973971 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Attempting to bind port 4bc7973f-e83a-4d33-92da-67dffecf08fd on network a5ca0700-991e-47d2-99de-f9047b5f2e60 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:22:48.987390 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:22:48.989311 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Checking segment: {'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:48.989311 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:48.989311 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Bound using segment: {'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:22:48.989311 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Bound port: 4bc7973f-e83a-4d33-92da-67dffecf08fd, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:22:48.989661 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:49.037443 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=034dd87a-ba82-4471-b308-cf0bf7b07bb5,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:49.041903 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:49.078135 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Router 2af48e24-7066-43d2-83a5-69352da8be7c has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:22:49.091756 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] For port 4bc7973f-e83a-4d33-92da-67dffecf08fd, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:22:49.101892 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] For port 4bc7973f-e83a-4d33-92da-67dffecf08fd, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=4bc7973f-e83a-4d33-92da-67dffecf08fd,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:22:49.191768 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Allocated IP 172.27.2.191 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/f1732169-287f-4cff-a0c2-42af2a9941a6) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:22:49.219884 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-76940fc3-d2af-49e3-be0c-a9c4e71e3564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:49.222541 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:49.228180 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:49.299877 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46280) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:49.310113 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Pushing event updated for resources: {'Port': ['ID=4bc7973f-e83a-4d33-92da-67dffecf08fd,revision_number=2']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:49.312141 dv-cinder-797812-1-iscsi neutron-server[93460]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 09:22:49.313831 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:49.350162 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-08f581c1-2512-41cf-8042-54f0b457643f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93459) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:22:49.359564 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-08f581c1-2512-41cf-8042-54f0b457643f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1636949 Jun 24 09:22:49.440840 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:22:49.451660 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] 10.222.0.39 "PUT /v2.0/routers/2af48e24-7066-43d2-83a5-69352da8be7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1152434 Jun 24 09:22:49.503217 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-4bc0b2e9-d655-4b62-b0b5-f9f9f938d5ff service neutron] 10.222.0.39 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362655 Jun 24 09:22:49.616757 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46290) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:49.714058 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-d17bef81-0ad9-45e4-bb3d-b2c9809a4260 service neutron] 10.222.0.39 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035463 Jun 24 09:22:49.734112 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:49.749830 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Sync routers for ids ['2af48e24-7066-43d2-83a5-69352da8be7c'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:22:49.758279 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Routers {'2af48e24-7066-43d2-83a5-69352da8be7c'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:22:49.759686 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:22:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['2af48e24-7066-43d2-83a5-69352da8be7c'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:49.805336 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2b100690-1fcc-463a-820e-49c5e30d5934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:49.837393 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-56abc7f1-a9d9-4fc5-946a-909ec7cd82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:49.864838 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:49.875138 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:49.883246 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-fdd5f388-1e37-4c4b-ae86-10a2c8c43e5b tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:49.884678 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-fdd5f388-1e37-4c4b-ae86-10a2c8c43e5b tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/networks?id=b9ba2bf6-ae1f-4e8f-92c3-c674b018292f HTTP/1.1" status: 200 len: 811 time: 0.5823205 Jun 24 09:22:49.905776 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Set router 2af48e24-7066-43d2-83a5-69352da8be7c gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:22:49.945597 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-25d1577e-1c97-4fd8-98da-e8443ba085e7 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/quotas/ca7404070de140cbacc52286d94b5f06 HTTP/1.1" status: 200 len: 375 time: 0.0524743 Jun 24 09:22:49.950565 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:22:49.952655 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:49.987838 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:50.018230 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:22:50.038498 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-aa849328-7ece-4322-aad2-86c3f17affc8 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca7404070de140cbacc52286d94b5f06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888638 Jun 24 09:22:50.134723 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 034dd87a-ba82-4471-b308-cf0bf7b07bb5 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:22:50.146820 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Pushing event updated for resources: {'Port': ['ID=f1732169-287f-4cff-a0c2-42af2a9941a6,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:50.161120 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:50.191928 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-76940fc3-d2af-49e3-be0c-a9c4e71e3564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:50.271966 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-76940fc3-d2af-49e3-be0c-a9c4e71e3564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:50.284341 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:50.286266 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 034dd87a-ba82-4471-b308-cf0bf7b07bb5 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:22:50.286856 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:50.362990 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1764491234-router', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '034dd87a-ba82-4471-b308-cf0bf7b07bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:42Z', 'updated_at': '2021-06-24T09:22:47Z', 'revision_number': 4, 'project_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'gw_port': {'id': '034dd87a-ba82-4471-b308-cf0bf7b07bb5', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:43Z', 'updated_at': '2021-06-24T09:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '977b43d5-943f-49f6-a90f-25316b30fc89', 'name': '', 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'mac_address': 'fa:16:3e:9d:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '39188485-ce1d-43fe-a076-b062c72c56ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:46Z', 'updated_at': '2021-06-24T09:22:47Z', 'revision_number': 2, 'project_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'subnets': [{'id': '39188485-ce1d-43fe-a076-b062c72c56ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:50.443512 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-7595837a-1816-4b68-9df6-cd12377da8bd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:22:50.444418 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-7595837a-1816-4b68-9df6-cd12377da8bd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2481966 Jun 24 09:22:50.465231 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Checking router: 2af48e24-7066-43d2-83a5-69352da8be7c for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:22:50.465800 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Updating router 2af48e24-7066-43d2-83a5-69352da8be7c port 977b43d5-943f-49f6-a90f-25316b30fc89 binding host dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:22:50.520486 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:50.528207 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 4bc7973f-e83a-4d33-92da-67dffecf08fd up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:22:50.596005 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76940fc3-d2af-49e3-be0c-a9c4e71e3564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc749fa8-227c-446c-8715-9d41defcb791,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:50.602449 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-76940fc3-d2af-49e3-be0c-a9c4e71e3564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:50.613176 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-76940fc3-d2af-49e3-be0c-a9c4e71e3564 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71ce482f944d4044ae787cba33fe52d1&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0019748 Jun 24 09:22:50.616107 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 46344) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:50.640555 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-06670e48-fd73-4e59-8be1-9a78fc1d4347 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:50.642923 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-06670e48-fd73-4e59-8be1-9a78fc1d4347 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/networks?id=4dc34bfe-d409-482a-8295-442d7f26244e HTTP/1.1" status: 200 len: 819 time: 0.1970065 Jun 24 09:22:50.657924 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:50.674956 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-cb104029-df36-4e23-bb8f-615a128b4dbe tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/quotas/e8a0c67c143a4eb19c1e5cf27856e67b HTTP/1.1" status: 200 len: 375 time: 0.0253811 Jun 24 09:22:50.773876 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9bdfacfa-3026-4942-bcc0-3fb54f6c759e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:50.782306 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:50.791334 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3f5c82-d3e8-412d-9d4e-0e67c5759fec None None] Network a5ca0700-991e-47d2-99de-f9047b5f2e60 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:22:50.827227 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9bdfacfa-3026-4942-bcc0-3fb54f6c759e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:50.858953 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-75e97a51-772c-4979-8b06-a803abb99719 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8a0c67c143a4eb19c1e5cf27856e67b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1726239 Jun 24 09:22:50.947706 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-2f97b7c0-d26a-48bb-b1cc-030488b38152 service neutron] 10.222.0.39 "GET /v2.0/networks/b9ba2bf6-ae1f-4e8f-92c3-c674b018292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870918 Jun 24 09:22:50.991041 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2b100690-1fcc-463a-820e-49c5e30d5934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.035769 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-c84a84d7-6317-4677-a353-6b7fe6f4998f None None] Provisioning for port 4bc7973f-e83a-4d33-92da-67dffecf08fd completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:22:51.043237 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16302729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16318338'] for router, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.082300 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 4bc7973f-e83a-4d33-92da-67dffecf08fd completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:22:51.111244 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a2f663-c052-4c9d-bbc6-1c8bb737b769 service neutron] 10.222.0.39 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492607 Jun 24 09:22:51.133262 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 4bc7973f-e83a-4d33-92da-67dffecf08fd triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:22:51.133677 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.161902 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2b100690-1fcc-463a-820e-49c5e30d5934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.184575 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Notify callbacks [] for port, precommit_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.197526 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:51.203115 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-2b100690-1fcc-463a-820e-49c5e30d5934 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53f314e3db3a46ffbf22171988b5aa1a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5853121 Jun 24 09:22:51.207046 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9bdfacfa-3026-4942-bcc0-3fb54f6c759e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.207227 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Transition to ACTIVE for port object 977b43d5-943f-49f6-a90f-25316b30fc89 will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:22:51.208226 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 46358) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:51.209183 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-51590c83-cfce-4220-8877-13d03cdeab3f service neutron] 10.222.0.39 "GET /v2.0/networks/b9ba2bf6-ae1f-4e8f-92c3-c674b018292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169707 Jun 24 09:22:51.223299 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9bdfacfa-3026-4942-bcc0-3fb54f6c759e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.226797 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9bdfacfa-3026-4942-bcc0-3fb54f6c759e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc749fa8-227c-446c-8715-9d41defcb791 HTTP/1.1" status: 204 len: 168 time: 0.6073077 Jun 24 09:22:51.227537 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:51.238600 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-59d4dba2-9984-4703-99c0-9c6a97230747 service neutron] 10.222.0.39 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231143 Jun 24 09:22:51.247766 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b100690-1fcc-463a-820e-49c5e30d5934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3eca5c-b183-4e81-bd9f-dd101ed736a8,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:51.247766 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-2b100690-1fcc-463a-820e-49c5e30d5934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:51.251210 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfacfa-3026-4942-bcc0-3fb54f6c759e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc749fa8-227c-446c-8715-9d41defcb791,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:51.257211 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9bdfacfa-3026-4942-bcc0-3fb54f6c759e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:51.284261 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a639d971-8199-47d3-9668-b49a7e7cec20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.321732 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a639d971-8199-47d3-9668-b49a7e7cec20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.385900 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Router 94911580-b247-44b9-90bc-09ba29072a25 is scheduled to L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a with binding_index 1 {{(pid=93460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:22:51.421187 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.435883 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.470952 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 4bc7973f-e83a-4d33-92da-67dffecf08fd, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=4bc7973f-e83a-4d33-92da-67dffecf08fd,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:51.479534 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:51.529491 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a639d971-8199-47d3-9668-b49a7e7cec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.540389 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5a49b-d8bf-45f4-ad21-b7ab3808a3e7 None None] Pushing event updated for resources: {'Port': ['ID=977b43d5-943f-49f6-a90f-25316b30fc89,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:51.541256 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a639d971-8199-47d3-9668-b49a7e7cec20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.542386 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a639d971-8199-47d3-9668-b49a7e7cec20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce3eca5c-b183-4e81-bd9f-dd101ed736a8 HTTP/1.1" status: 204 len: 168 time: 0.3286519 Jun 24 09:22:51.543338 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:51.548102 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-03f5a49b-d8bf-45f4-ad21-b7ab3808a3e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:51.579607 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:22:51.579760 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639d971-8199-47d3-9668-b49a7e7cec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3eca5c-b183-4e81-bd9f-dd101ed736a8,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:51.590727 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a639d971-8199-47d3-9668-b49a7e7cec20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:51.603554 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Sync routers for ids ['94911580-b247-44b9-90bc-09ba29072a25'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:22:51.614823 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Routers {'94911580-b247-44b9-90bc-09ba29072a25'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:22:51.630330 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.647397 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:22:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['94911580-b247-44b9-90bc-09ba29072a25'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:51.655849 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:51.687195 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Notify callbacks [] for router, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.688804 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4729586 Jun 24 09:22:51.691360 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46374) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:51.741154 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Attempting to bind port 977b43d5-943f-49f6-a90f-25316b30fc89 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:22:51.742003 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Attempting to bind port 977b43d5-943f-49f6-a90f-25316b30fc89 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '18d54f54-6d85-4bbe-b013-d55385f59166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:22:51.743615 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Attempting to bind port 977b43d5-943f-49f6-a90f-25316b30fc89 on network 4dc34bfe-d409-482a-8295-442d7f26244e {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:22:51.787343 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:22:51.787878 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Checking segment: {'id': '18d54f54-6d85-4bbe-b013-d55385f59166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:51.788391 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.788917 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Bound using segment: {'id': '18d54f54-6d85-4bbe-b013-d55385f59166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:22:51.789473 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Bound port: 977b43d5-943f-49f6-a90f-25316b30fc89, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d54f54-6d85-4bbe-b013-d55385f59166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:22:51.789968 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:51.818477 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eb559ad3-fdd5-428d-83f7-55aaf01cbf36 req-081f7106-baf2-48b6-9ca7-a0a093edc7b6 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 210 time: 0.1347439 Jun 24 09:22:51.842058 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=4bc7973f-e83a-4d33-92da-67dffecf08fd,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:51.848665 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:52.053582 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-54b04e00-6f3c-44a8-abe9-ffc67f1bde42 req-bcc7ef69-1667-4df4-b943-52b60edb2875 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 210 time: 0.1042550 Jun 24 09:22:52.100883 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] For port 977b43d5-943f-49f6-a90f-25316b30fc89, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:22:52.107292 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] For port 977b43d5-943f-49f6-a90f-25316b30fc89, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=977b43d5-943f-49f6-a90f-25316b30fc89,segment=NetworkSegment(18d54f54-6d85-4bbe-b013-d55385f59166),segment_id=18d54f54-6d85-4bbe-b013-d55385f59166)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:22:52.116108 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 4bc7973f-e83a-4d33-92da-67dffecf08fd up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:22:52.206409 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:52.218265 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0c8c1f91-45fa-496e-840e-751312383787 req-3892277e-b0cc-41ac-a159-85168d1d6981 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 210 time: 0.0911934 Jun 24 09:22:52.236685 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:52.241286 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-fe3acb19-ed4c-4c57-affa-e0c3e72dfc1e None None] Provisioning complete for port 4bc7973f-e83a-4d33-92da-67dffecf08fd triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:22:52.241656 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-fe3acb19-ed4c-4c57-affa-e0c3e72dfc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:52.262788 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Set router 94911580-b247-44b9-90bc-09ba29072a25 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:22:52.578470 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:50Z', 'revision_number': 3, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:52.624122 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Checking router: 94911580-b247-44b9-90bc-09ba29072a25 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:22:52.625204 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Updating router 94911580-b247-44b9-90bc-09ba29072a25 port f1732169-287f-4cff-a0c2-42af2a9941a6 binding host dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:22:52.691560 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5a49b-d8bf-45f4-ad21-b7ab3808a3e7 None None] Pushing event updated for resources: {'Port': ['ID=977b43d5-943f-49f6-a90f-25316b30fc89,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:52.693166 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:52.698774 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-03f5a49b-d8bf-45f4-ad21-b7ab3808a3e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:52.705644 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 4bc7973f-e83a-4d33-92da-67dffecf08fd triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:22:52.706220 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:52.714000 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Routers {'2af48e24-7066-43d2-83a5-69352da8be7c'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:22:52.715018 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:22:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['2af48e24-7066-43d2-83a5-69352da8be7c'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:52.831735 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46450) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:52.842582 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-26aefc68-8f4f-426c-8b15-f63fb494634d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:52.844719 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-26aefc68-8f4f-426c-8b15-f63fb494634d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/networks?id=4dc34bfe-d409-482a-8295-442d7f26244e HTTP/1.1" status: 200 len: 819 time: 0.3755305 Jun 24 09:22:52.849681 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8c08f7d5-7e24-4fa9-b7bf-061980ccf829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:52.867723 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-ce6c6ba6-eed1-4fb0-9a4d-d763e018a956 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/quotas/e8a0c67c143a4eb19c1e5cf27856e67b HTTP/1.1" status: 200 len: 375 time: 0.0157294 Jun 24 09:22:52.937439 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.085997 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-b3f08349-0fae-49af-b89b-dd74448036e5 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8a0c67c143a4eb19c1e5cf27856e67b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2059741 Jun 24 09:22:53.115503 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] Set router 2af48e24-7066-43d2-83a5-69352da8be7c gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:22:53.144225 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.166063 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8c08f7d5-7e24-4fa9-b7bf-061980ccf829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.268629 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-fbf06443-ab4d-47c7-a866-7b8a86788a4c service neutron] 10.222.0.39 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809025 Jun 24 09:22:53.271927 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8c08f7d5-7e24-4fa9-b7bf-061980ccf829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.278579 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-af3a47a7-c82d-46c6-b982-bb0f1a1a627d req-c309a018-6ba1-49b0-80de-c88aa9a169ed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 210 time: 0.0659251 Jun 24 09:22:53.317360 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-9fe4fc26-a972-4271-963c-a8eace75427a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:53.325310 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.337070 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.provisioning_blocks [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Transition to ACTIVE for port object f1732169-287f-4cff-a0c2-42af2a9941a6 will not be triggered until provisioned by entity L2. {{(pid=93462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:22:53.389980 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-8c08f7d5-7e24-4fa9-b7bf-061980ccf829 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ad857f5de01408885c71d2283ab21a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5460465 Jun 24 09:22:53.396550 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46472) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:53.397927 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08f7d5-7e24-4fa9-b7bf-061980ccf829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe29907-cf90-4f4d-bf57-cbcbd25fdd62,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:53.413636 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1764491234-router', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '034dd87a-ba82-4471-b308-cf0bf7b07bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:42Z', 'updated_at': '2021-06-24T09:22:47Z', 'revision_number': 4, 'project_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'gw_port': {'id': '034dd87a-ba82-4471-b308-cf0bf7b07bb5', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:43Z', 'updated_at': '2021-06-24T09:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '977b43d5-943f-49f6-a90f-25316b30fc89', 'name': '', 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'mac_address': 'fa:16:3e:9d:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '39188485-ce1d-43fe-a076-b062c72c56ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:46Z', 'updated_at': '2021-06-24T09:22:52Z', 'revision_number': 4, 'project_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'subnets': [{'id': '39188485-ce1d-43fe-a076-b062c72c56ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:53.419945 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-8c08f7d5-7e24-4fa9-b7bf-061980ccf829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:53.442462 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d49e0-2165-41a0-a953-147de8bfdeff None None] The sync data for ids ['2af48e24-7066-43d2-83a5-69352da8be7c'] in dv-cinder-797812-1-iscsi is: [{'id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1764491234-router', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '034dd87a-ba82-4471-b308-cf0bf7b07bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:42Z', 'updated_at': '2021-06-24T09:22:47Z', 'revision_number': 4, 'project_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'gw_port': {'id': '034dd87a-ba82-4471-b308-cf0bf7b07bb5', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:43Z', 'updated_at': '2021-06-24T09:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '977b43d5-943f-49f6-a90f-25316b30fc89', 'name': '', 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'mac_address': 'fa:16:3e:9d:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '39188485-ce1d-43fe-a076-b062c72c56ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:46Z', 'updated_at': '2021-06-24T09:22:52Z', 'revision_number': 4, 'project_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'subnets': [{'id': '39188485-ce1d-43fe-a076-b062c72c56ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:22:53.451361 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.457545 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-72cddc04-6547-4c49-b30d-e028079ce124 service neutron] 10.222.0.39 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879721 Jun 24 09:22:53.459147 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:53.560114 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Attempting to bind port f1732169-287f-4cff-a0c2-42af2a9941a6 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:22:53.560687 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Attempting to bind port f1732169-287f-4cff-a0c2-42af2a9941a6 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:22:53.561224 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Attempting to bind port f1732169-287f-4cff-a0c2-42af2a9941a6 on network 9b126f81-95f7-4d7b-999a-b64433cd03c3 {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:22:53.578371 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fcae8-e0b5-4c7b-afe1-5b0ff7fb122c None None] Pushing event updated for resources: {'Port': ['ID=f1732169-287f-4cff-a0c2-42af2a9941a6,revision_number=2']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:53.587861 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-462fcae8-e0b5-4c7b-afe1-5b0ff7fb122c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:53.589182 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:22:53.589575 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Checking segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:53.589978 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.590366 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Bound using segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:22:53.590850 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Bound port: f1732169-287f-4cff-a0c2-42af2a9941a6, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:22:53.591248 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.633597 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-44732810-8bd2-4000-a813-7aaa897c214d req-5c8310f6-c7d9-4fe7-bd3e-02864a7a0a61 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 210 time: 0.1129162 Jun 24 09:22:53.645129 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] For port f1732169-287f-4cff-a0c2-42af2a9941a6, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:22:53.648688 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] For port f1732169-287f-4cff-a0c2-42af2a9941a6, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=f1732169-287f-4cff-a0c2-42af2a9941a6,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:22:53.658194 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0720f83e-b8cc-4894-8e65-1eec4538c4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.679851 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Allocated IP 172.20.0.1 (a5ca0700-991e-47d2-99de-f9047b5f2e60/172579aa-233f-48bd-9ad4-0b00016b6268/5cbeed9a-7789-440b-87b9-b363cf874238) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:22:53.704621 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0720f83e-b8cc-4894-8e65-1eec4538c4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.735755 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.738229 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-6ffaf80f-b731-4878-821f-ec5c2ad2b488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:53.793379 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Routers {'94911580-b247-44b9-90bc-09ba29072a25'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:22:53.794412 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:22:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['94911580-b247-44b9-90bc-09ba29072a25'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:53.854807 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fcae8-e0b5-4c7b-afe1-5b0ff7fb122c None None] Pushing event updated for resources: {'Port': ['ID=f1732169-287f-4cff-a0c2-42af2a9941a6,revision_number=3']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:53.858195 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-462fcae8-e0b5-4c7b-afe1-5b0ff7fb122c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:53.891303 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.929202 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-64fe93df-9330-432e-ac7e-2a183704c029 req-476fa357-e91a-4d41-9017-cdeadf43b9ef tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0546746 Jun 24 09:22:53.976765 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Transition to ACTIVE for port object 5cbeed9a-7789-440b-87b9-b363cf874238 will not be triggered until provisioned by entity DHCP. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:22:53.978493 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0720f83e-b8cc-4894-8e65-1eec4538c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:53.995947 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0720f83e-b8cc-4894-8e65-1eec4538c4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:54.006063 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-0720f83e-b8cc-4894-8e65-1eec4538c4dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fe29907-cf90-4f4d-bf57-cbcbd25fdd62 HTTP/1.1" status: 204 len: 168 time: 0.5812626 Jun 24 09:22:54.012505 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-8c08f7d5-7e24-4fa9-b7bf-061980ccf829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:54.030453 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] Set router 94911580-b247-44b9-90bc-09ba29072a25 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:22:54.047489 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720f83e-b8cc-4894-8e65-1eec4538c4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe29907-cf90-4f4d-bf57-cbcbd25fdd62,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:54.071864 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0720f83e-b8cc-4894-8e65-1eec4538c4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:54.157549 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 977b43d5-943f-49f6-a90f-25316b30fc89 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:22:54.203344 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:54.206259 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:54.251564 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Network a5ca0700-991e-47d2-99de-f9047b5f2e60 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:22:54.255200 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:54.259242 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:22:54.264161 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16380957'] for router_interface, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:54.281613 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbeed9a-7789-440b-87b9-b363cf874238,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:54.394738 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 977b43d5-943f-49f6-a90f-25316b30fc89 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:22:54.397079 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:54.399361 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 977b43d5-943f-49f6-a90f-25316b30fc89 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:22:54.400473 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:54.514097 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:50Z', 'revision_number': 3, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:54.577541 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a8b0f8-8a9f-42e2-830d-c8614777abf9 None None] The sync data for ids ['94911580-b247-44b9-90bc-09ba29072a25'] in dv-cinder-797812-1-iscsi is: [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:50Z', 'revision_number': 3, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:22:54.609995 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:54.652568 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-251f20f3-2528-4879-a289-c9680ed35827 req-df847ff7-ee73-40d7-aca9-19bec7396362 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 210 time: 0.0915525 Jun 24 09:22:54.741453 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 977b43d5-943f-49f6-a90f-25316b30fc89, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=977b43d5-943f-49f6-a90f-25316b30fc89,segment=NetworkSegment(18d54f54-6d85-4bbe-b013-d55385f59166),segment_id=18d54f54-6d85-4bbe-b013-d55385f59166)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:54.854751 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:54.860402 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-886e5194-93e1-43cc-a131-009071179e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:54.878302 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:54.994737 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=977b43d5-943f-49f6-a90f-25316b30fc89,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:55.000299 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:55.001386 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-c97e50c2-189e-443b-911d-1edbfddc12f2 None None] Provisioning for port 5cbeed9a-7789-440b-87b9-b363cf874238 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:22:55.007039 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-c97e50c2-189e-443b-911d-1edbfddc12f2 None None] Provisioning complete for port 5cbeed9a-7789-440b-87b9-b363cf874238 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:22:55.008197 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-c97e50c2-189e-443b-911d-1edbfddc12f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:55.085022 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c5da85ca-4a66-476f-b932-f1ac138b419b req-5dda666d-9be8-46ba-8127-a92377d33792 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 210 time: 0.1265306 Jun 24 09:22:55.147083 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-c97e50c2-189e-443b-911d-1edbfddc12f2 None None] Port 5cbeed9a-7789-440b-87b9-b363cf874238 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:22:55.152038 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5f9f8822-4033-4a23-adfa-f31a42395ed5 req-3664d833-4e58-484f-a398-0f52d801434f tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0987024 Jun 24 09:22:55.409936 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:55.467516 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:55.468593 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16381065'] for router_interface, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:55.472706 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:55.568395 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbeed9a-7789-440b-87b9-b363cf874238,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:55.577969 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:55.616932 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Network a5ca0700-991e-47d2-99de-f9047b5f2e60 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:22:55.622370 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:55.790112 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Router 94911580-b247-44b9-90bc-09ba29072a25 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:22:56.193567 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3d6f4f95-6f8b-47cc-a16c-309169eb24ef req-a94be665-0a7e-4c77-8210-4d0392f49dd8 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 210 time: 0.0798845 Jun 24 09:22:56.201476 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-b849410e-3e26-485a-87cc-8b6bdc8b85c2 None None] Provisioning complete for port 5cbeed9a-7789-440b-87b9-b363cf874238 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:22:56.201476 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-b849410e-3e26-485a-87cc-8b6bdc8b85c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:56.201476 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-b849410e-3e26-485a-87cc-8b6bdc8b85c2 None None] Port 5cbeed9a-7789-440b-87b9-b363cf874238 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:22:56.204402 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:22:56.204402 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] 10.222.0.39 "PUT /v2.0/routers/94911580-b247-44b9-90bc-09ba29072a25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3689563 Jun 24 09:22:56.206108 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device f1732169-287f-4cff-a0c2-42af2a9941a6 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:22:56.298378 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0c330f87-deb4-4070-8f17-c6ba2ac25997 req-acf37722-3bb1-480b-942b-167d4806f35e tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 210 time: 0.0327742 Jun 24 09:22:56.339970 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-802739f9-e51c-40e0-92bb-987deffa02f8 req-112a8938-755b-407a-b0cb-3f51c3344595 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0403919 Jun 24 09:22:56.388849 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port f1732169-287f-4cff-a0c2-42af2a9941a6 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:22:56.393151 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port f1732169-287f-4cff-a0c2-42af2a9941a6 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:22:56.393892 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:56.480385 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:56.502585 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port f1732169-287f-4cff-a0c2-42af2a9941a6, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=f1732169-287f-4cff-a0c2-42af2a9941a6,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:22:56.641379 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:56.643219 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 977b43d5-943f-49f6-a90f-25316b30fc89 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:22:56.647501 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:56.742632 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=f1732169-287f-4cff-a0c2-42af2a9941a6,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:56.755434 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:56.763139 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 977b43d5-943f-49f6-a90f-25316b30fc89 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:22:56.763634 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:57.044316 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Sync routers for ids ['94911580-b247-44b9-90bc-09ba29072a25'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:22:57.077092 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Routers {'94911580-b247-44b9-90bc-09ba29072a25'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:22:57.077739 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:22:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['94911580-b247-44b9-90bc-09ba29072a25'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:57.150009 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b98a0e5b-8591-4076-a383-4ee949c58ade req-d582885d-729d-4762-9afb-f3968af2399c tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 210 time: 0.0428951 Jun 24 09:22:57.230873 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Set router 94911580-b247-44b9-90bc-09ba29072a25 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:22:57.392514 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46630) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:57.399012 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-8f54464f-fce3-45eb-b6c8-31c12ba60bb2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--759228487', 'description': 'tempest-description--814572894'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:57.482160 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-aba4e142-14b2-437b-bbac-2bb1a4cd95a6 req-7029fd39-339a-4b3e-8ab1-9c8a494a8e89 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 210 time: 0.0478036 Jun 24 09:22:57.523896 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:22:55Z', 'revision_number': 2, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:57.553855 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Checking router: 94911580-b247-44b9-90bc-09ba29072a25 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:22:57.554217 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Updating router 94911580-b247-44b9-90bc-09ba29072a25 port 5cbeed9a-7789-440b-87b9-b363cf874238 binding host dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:22:57.593344 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:57.677343 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5fda70f4-b414-4a09-8a34-bc03902819a9 req-483976ea-c8a2-4478-9c7e-fa947d592feb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.1774192 Jun 24 09:22:57.678594 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8f54464f-fce3-45eb-b6c8-31c12ba60bb2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:57.857184 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8f54464f-fce3-45eb-b6c8-31c12ba60bb2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:57.932151 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8f54464f-fce3-45eb-b6c8-31c12ba60bb2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:57.950855 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-2b100690-1fcc-463a-820e-49c5e30d5934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:57.975557 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Notify callbacks [] for port, precommit_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:57.982414 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54464f-fce3-45eb-b6c8-31c12ba60bb2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e195e82-3a41-415f-9134-b5fb162e18cf,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:57.985422 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-8f54464f-fce3-45eb-b6c8-31c12ba60bb2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:57.989832 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Transition to ACTIVE for port object 5cbeed9a-7789-440b-87b9-b363cf874238 will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:22:58.012475 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device f1732169-287f-4cff-a0c2-42af2a9941a6 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:22:58.023516 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8f54464f-fce3-45eb-b6c8-31c12ba60bb2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.024981 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-8f54464f-fce3-45eb-b6c8-31c12ba60bb2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.6306229 Jun 24 09:22:58.027893 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46658) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:58.032494 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-11e38e77-f1ad-4b86-a589-dba92ef34c41 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Request body: {'security_group_rule': {'security_group_id': '0e195e82-3a41-415f-9134-b5fb162e18cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:58.067326 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.077053 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:58.129703 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab8777-ef8b-4cc4-98ae-aa8b889d4eb5 None None] Pushing event updated for resources: {'Port': ['ID=5cbeed9a-7789-440b-87b9-b363cf874238,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:58.133177 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-38ab8777-ef8b-4cc4-98ae-aa8b889d4eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:58.141320 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port f1732169-287f-4cff-a0c2-42af2a9941a6 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:22:58.141697 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.179089 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-11e38e77-f1ad-4b86-a589-dba92ef34c41 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.291773 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-11e38e77-f1ad-4b86-a589-dba92ef34c41 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.358970 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-98e19378-3e82-4944-be30-eebfda47ea8d req-b50c633c-8580-49dd-ba9d-aa5255003945 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 210 time: 0.0648239 Jun 24 09:22:58.361023 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Attempting to bind port 5cbeed9a-7789-440b-87b9-b363cf874238 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:22:58.361462 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Attempting to bind port 5cbeed9a-7789-440b-87b9-b363cf874238 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:22:58.361795 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Attempting to bind port 5cbeed9a-7789-440b-87b9-b363cf874238 on network a5ca0700-991e-47d2-99de-f9047b5f2e60 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:22:58.375246 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:22:58.375628 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Checking segment: {'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:22:58.376035 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.376836 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Bound using segment: {'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:22:58.377610 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Bound port: 5cbeed9a-7789-440b-87b9-b363cf874238, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:22:58.378705 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.406624 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-11e38e77-f1ad-4b86-a589-dba92ef34c41 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.408424 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:58.427074 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e38e77-f1ad-4b86-a589-dba92ef34c41 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803bdcda-13e0-472f-931c-52630c5e221c,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:58.431591 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-11e38e77-f1ad-4b86-a589-dba92ef34c41 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:58.450801 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.487058 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] For port 5cbeed9a-7789-440b-87b9-b363cf874238, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:22:58.490748 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] For port 5cbeed9a-7789-440b-87b9-b363cf874238, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=5cbeed9a-7789-440b-87b9-b363cf874238,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:22:58.516013 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-11e38e77-f1ad-4b86-a589-dba92ef34c41 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.524333 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 46664) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:58.524948 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-11e38e77-f1ad-4b86-a589-dba92ef34c41 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4918578 Jun 24 09:22:58.526016 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-f8dd05c7-a89a-43b9-839a-b62566792e79 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Request body: {'security_group_rule': {'security_group_id': '0e195e82-3a41-415f-9134-b5fb162e18cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:58.584535 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.587244 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-156eb530-7745-4c6a-bc83-47964b694130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:58.634464 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-60cd6445-c6fb-44e0-9271-d85e1bdfdca0 req-66b08d4b-4434-4c07-94ca-a74d239fc378 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 210 time: 0.0313621 Jun 24 09:22:58.639924 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Routers {'94911580-b247-44b9-90bc-09ba29072a25'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:22:58.640583 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:22:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['94911580-b247-44b9-90bc-09ba29072a25'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:58.695700 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab8777-ef8b-4cc4-98ae-aa8b889d4eb5 None None] Pushing event updated for resources: {'Port': ['ID=5cbeed9a-7789-440b-87b9-b363cf874238,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:58.701125 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f8dd05c7-a89a-43b9-839a-b62566792e79 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.706750 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-38ab8777-ef8b-4cc4-98ae-aa8b889d4eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:58.798019 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f8dd05c7-a89a-43b9-839a-b62566792e79 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.873085 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] Set router 94911580-b247-44b9-90bc-09ba29072a25 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:22:58.894404 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6489d205-a1d1-469e-b7bb-67121cf679f4 req-ab16a176-2358-484b-896b-9fa6141d75d0 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0296688 Jun 24 09:22:58.897790 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f8dd05c7-a89a-43b9-839a-b62566792e79 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:58.899428 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:58.915684 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd05c7-a89a-43b9-839a-b62566792e79 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9eeb36a-1c99-475a-9961-25a82c49c37b,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:22:58.922462 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f8dd05c7-a89a-43b9-839a-b62566792e79 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:22:59.003261 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f8dd05c7-a89a-43b9-839a-b62566792e79 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:59.004916 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f8dd05c7-a89a-43b9-839a-b62566792e79 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4835920 Jun 24 09:22:59.008330 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 46684) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:59.014548 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Request body: {'floatingip': {'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:59.147597 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:22:58Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:22:59.157108 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for floatingip, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:59.186715 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3f9d10-c401-4c75-97ac-8dff5be2112d None None] The sync data for ids ['94911580-b247-44b9-90bc-09ba29072a25'] in dv-cinder-797812-1-iscsi is: [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:22:58Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:22:59.377459 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.60', 62416) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:22:59.429817 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:59.576331 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-6d6443d5-6892-4c42-8b7f-a0533f66a187 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:22:59.578452 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-6d6443d5-6892-4c42-8b7f-a0533f66a187 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "GET /v2.0/networks?id=edcd4982-0d07-4d90-b348-d8817bbc8024 HTTP/1.1" status: 200 len: 814 time: 0.1982291 Jun 24 09:22:59.624680 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5b31ada7-e6e4-442d-8e90-44fc04e98d4a req-6737a0f1-0c4a-4391-8af8-f58549217121 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 210 time: 0.0538485 Jun 24 09:22:59.625773 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Allocated IP 172.27.2.2 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/623c9235-538c-4f98-b9c4-edd7911c558e) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:22:59.666263 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Request body: {'port': {'device_id': 'f6202101-94ad-4479-85bc-05791489cabf', 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024', 'admin_state_up': True, 'tenant_id': 'cb968d402da64fe8a788d1f8bde801f3'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:22:59.776215 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:59.859826 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7edf4264-5398-4458-a18f-22d3cc2923b1 req-90788782-da4a-4b8d-8bbd-cc360552e188 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 210 time: 0.0618391 Jun 24 09:22:59.895277 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:22:59.903569 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:22:59.987001 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:22:59.998886 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:22:59.999655 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:23:00.060617 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 5cbeed9a-7789-440b-87b9-b363cf874238 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:23:00.063447 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event updated for resources: {'Port': ['ID=623c9235-538c-4f98-b9c4-edd7911c558e,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:00.071142 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Made reservation on behalf of cb968d402da64fe8a788d1f8bde801f3 for: {'port': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:23:00.076189 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:00.094647 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:00.131690 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-862eb5a5-f4fd-4f56-a9c6-d5fa92541691 req-6b9fd1e8-b1d4-46d8-8c15-b7de6df6335e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0377841 Jun 24 09:23:00.220326 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:00.340160 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 5cbeed9a-7789-440b-87b9-b363cf874238 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:23:00.344539 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 5cbeed9a-7789-440b-87b9-b363cf874238 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:23:00.344923 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:00.354273 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.60', 62425) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:00.423064 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:00.471184 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:00.511310 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 5cbeed9a-7789-440b-87b9-b363cf874238, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=5cbeed9a-7789-440b-87b9-b363cf874238,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:00.636550 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Allocated IP 172.20.0.12 (edcd4982-0d07-4d90-b348-d8817bbc8024/a45cc966-8eac-4881-ba60-0b81c8bcfe2b/f568d1df-4d1c-40c6-a907-a6939dc6fe49) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:23:00.647105 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:00.656456 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:00.743812 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-a9a0077b-7e04-421d-911f-d091b9655292 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:00.745441 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-a9a0077b-7e04-421d-911f-d091b9655292 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.60 "GET /v2.0/networks?id=b9ba2bf6-ae1f-4e8f-92c3-c674b018292f HTTP/1.1" status: 200 len: 811 time: 0.3186262 Jun 24 09:23:00.776601 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Request body: {'port': {'device_id': 'eecb221d-2646-48cd-961b-0d6d58071cf5', 'network_id': 'b9ba2bf6-ae1f-4e8f-92c3-c674b018292f', 'admin_state_up': True, 'tenant_id': 'ca7404070de140cbacc52286d94b5f06'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:00.797862 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=5cbeed9a-7789-440b-87b9-b363cf874238,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:00.801948 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:00.891167 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:00.933770 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-1a465a02-840e-4cc3-a5d8-b1f4d6081a97 req-000f0c8e-4090-41c0-b0be-c9f869bfe516 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 210 time: 0.0902889 Jun 24 09:23:01.001733 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:01.011978 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:01.064251 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:01.101124 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f25cee1c-150d-4373-b4ef-65110ecf2375 req-16b8abdc-b733-464a-9638-5769eb693e52 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 210 time: 0.0484908 Jun 24 09:23:01.106110 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:01.124322 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event updated for resources: {'Port': ['ID=623c9235-538c-4f98-b9c4-edd7911c558e,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:01.138070 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:01.156672 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Made reservation on behalf of ca7404070de140cbacc52286d94b5f06 for: {'port': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:23:01.166557 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:01.231678 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:01.235392 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2259550 Jun 24 09:23:01.250624 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:01.305826 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:01.504565 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.60', 62434) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:01.620504 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-403c5822-f172-4297-a297-d37381a54ce6 req-d6fea247-1d0d-4acc-b3fa-ed5c093ee3da tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.2947359 Jun 24 09:23:01.657699 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Network edcd4982-0d07-4d90-b348-d8817bbc8024 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:23:01.717279 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:23:01.724541 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:23:01.734740 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:01.735745 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:01.745564 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Pushing event updated for resources: {'Port': ['ID=f568d1df-4d1c-40c6-a907-a6939dc6fe49,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:01.747524 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-836751b1-d4d0-406b-af3b-1287fa4a3256 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--759228487&fields=id&tenant_id=789de2cd33544e339915865a4902f236 HTTP/1.1" status: 200 len: 267 time: 0.1670420 Jun 24 09:23:01.766348 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:01.870905 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Allocated IP 172.20.0.8 (b9ba2bf6-ae1f-4e8f-92c3-c674b018292f/8f96650c-f540-4407-a186-85d0def80ed6/46362dba-417d-4afa-80a3-6ef540cf5a65) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:23:01.870905 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2066090 Jun 24 09:23:01.953202 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-2daba457-696b-42c4-aa2e-52d73518b2be tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:01.958722 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-2daba457-696b-42c4-aa2e-52d73518b2be tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.60 "GET /v2.0/networks?id=4dc34bfe-d409-482a-8295-442d7f26244e HTTP/1.1" status: 200 len: 819 time: 0.3877144 Jun 24 09:23:02.043287 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 5cbeed9a-7789-440b-87b9-b363cf874238 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:23:02.090289 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-ff0d54e4-39e0-41ed-9014-fee5485ae945 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:02.106317 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-ff0d54e4-39e0-41ed-9014-fee5485ae945 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/networks?id=a5ca0700-991e-47d2-99de-f9047b5f2e60 HTTP/1.1" status: 200 len: 816 time: 0.3336353 Jun 24 09:23:02.131152 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-04dd9084-a3f1-4d63-a595-b1c643736a09 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/quotas/789de2cd33544e339915865a4902f236 HTTP/1.1" status: 200 len: 375 time: 0.0237734 Jun 24 09:23:02.258246 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-2283786c-9b53-4a5a-a870-ac0f9b0353d5 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=789de2cd33544e339915865a4902f236&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261265 Jun 24 09:23:02.263970 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 5cbeed9a-7789-440b-87b9-b363cf874238 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:23:02.265322 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:02.375107 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-5ce47fe5-0188-436e-92aa-053d4b7986fe service neutron] 10.222.0.39 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100926 Jun 24 09:23:02.540204 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c681279e-7b51-4a3f-ae97-0adb5fc392e8 service neutron] 10.222.0.39 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633844 Jun 24 09:23:02.587588 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b631f4-9011-4c91-b14b-19daf726c99f req-f7859f24-fc45-4013-a52b-2b894f0e42da tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:02.587588 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b0b631f4-9011-4c91-b14b-19daf726c99f req-f7859f24-fc45-4013-a52b-2b894f0e42da tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 932 time: 0.3980637 Jun 24 09:23:02.638043 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:02.852294 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Request body: {'port': {'device_id': 'b09b358e-6741-41e5-99b2-73c4d0cc313e', 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e', 'admin_state_up': True, 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:02.853222 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b0b631f4-9011-4c91-b14b-19daf726c99f req-3094aa44-81af-4749-a63c-7403c7b2d244 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241009 Jun 24 09:23:02.853222 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-fe7f8161-e817-4fc7-b699-e2b4074ab02f tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:23:02.853222 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-fe7f8161-e817-4fc7-b699-e2b4074ab02f tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190213 Jun 24 09:23:02.853222 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46856) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:02.924602 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6ec47512-2ec1-4f6a-a0ba-fdad1dfebfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:02.951582 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ecdeaede-01d7-4a26-a58d-89cab7380871 req-06ca0f5f-f9d6-4cc4-937b-93d1c8d2e9f2 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 210 time: 0.0366926 Jun 24 09:23:03.146342 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fbbce500-54fe-4e91-827b-6f5bd33fd4d9 req-240f4074-e3f6-4935-9629-7de7eed5fa3b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0394917 Jun 24 09:23:03.261867 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:03.271674 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:03.291955 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Made reservation on behalf of e8a0c67c143a4eb19c1e5cf27856e67b for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:23:03.296645 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:03.358546 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Network b9ba2bf6-ae1f-4e8f-92c3-c674b018292f is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:23:03.364510 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:23:03.406050 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:23:03.420982 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:03.427526 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:03.475359 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Pushing event updated for resources: {'Port': ['ID=46362dba-417d-4afa-80a3-6ef540cf5a65,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:03.481431 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:03.532014 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-add6d9ce-d6a4-4d7a-a8da-808288938867 req-b549f392-6fb0-44cc-bb37-31c3d8e35c92 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 210 time: 0.0908575 Jun 24 09:23:03.652283 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6ec47512-2ec1-4f6a-a0ba-fdad1dfebfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:03.733098 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Allocated IP 172.20.0.2 (4dc34bfe-d409-482a-8295-442d7f26244e/39188485-ce1d-43fe-a076-b062c72c56ce/ae4860e5-c578-4d87-b987-c41b262050d9) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:23:03.747404 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6ec47512-2ec1-4f6a-a0ba-fdad1dfebfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:03.805327 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f462d6a9-0218-4b45-9a99-84eb420e9b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:03.809332 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-6ec47512-2ec1-4f6a-a0ba-fdad1dfebfe4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6b1469859e64b628ea0beadbceac001&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0591674 Jun 24 09:23:03.827302 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46888) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:03.893711 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1210296 Jun 24 09:23:03.922344 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bf67d0e3-3d71-4425-88bf-4b4d8c5da8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:03.931252 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec47512-2ec1-4f6a-a0ba-fdad1dfebfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d955a8a-7839-4050-b6a6-6d105c5f246f,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:03.934708 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6ec47512-2ec1-4f6a-a0ba-fdad1dfebfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:03.988917 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bf67d0e3-3d71-4425-88bf-4b4d8c5da8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:04.082825 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:04.130977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa022f-5180-4e4d-83d1-36c82db4e68b req-54b1a7f6-b01a-4b20-876a-5b4f8cc88f55 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:04.148996 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c6fa022f-5180-4e4d-83d1-36c82db4e68b req-54b1a7f6-b01a-4b20-876a-5b4f8cc88f55 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 932 time: 0.1800869 Jun 24 09:23:04.205195 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c6fa022f-5180-4e4d-83d1-36c82db4e68b req-50431b89-8bb6-4387-b32e-b52857e23640 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570550 Jun 24 09:23:04.250241 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d676fe8-8d60-45eb-9e04-80ad0eb0f493 req-ca84ef05-2915-4ffc-b1fa-ebb3c7e4e37d tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:04.259208 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9d676fe8-8d60-45eb-9e04-80ad0eb0f493 req-ca84ef05-2915-4ffc-b1fa-ebb3c7e4e37d tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 931 time: 0.1482785 Jun 24 09:23:04.263015 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bf67d0e3-3d71-4425-88bf-4b4d8c5da8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:04.271803 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bf67d0e3-3d71-4425-88bf-4b4d8c5da8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:04.275257 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-bf67d0e3-3d71-4425-88bf-4b4d8c5da8af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d955a8a-7839-4050-b6a6-6d105c5f246f HTTP/1.1" status: 204 len: 168 time: 0.4531178 Jun 24 09:23:04.280884 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-76940fc3-d2af-49e3-be0c-a9c4e71e3564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:04.290726 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67d0e3-3d71-4425-88bf-4b4d8c5da8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d955a8a-7839-4050-b6a6-6d105c5f246f,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:04.293392 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-bf67d0e3-3d71-4425-88bf-4b4d8c5da8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:04.312858 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:04.321435 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:04.326496 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9d676fe8-8d60-45eb-9e04-80ad0eb0f493 req-dcd3c1fe-db94-4716-8b59-1d85f4813852 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659776 Jun 24 09:23:04.467642 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d200b425-42e8-4cfe-9ef4-1d81dbc21778 req-52666159-a407-45fd-9a2e-723c48954b0b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.1050863 Jun 24 09:23:04.490361 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Network 4dc34bfe-d409-482a-8295-442d7f26244e is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:23:04.497612 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:23:04.500222 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Pushing event updated for resources: {'Port': ['ID=ae4860e5-c578-4d87-b987-c41b262050d9,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:04.514393 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:23:04.520981 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:04.521625 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:04.538141 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:04.655855 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-08455fea-67af-4c05-9e4f-da5deb9f7e0e req-aadc8d1b-ea19-4940-9deb-c5dcc1e5963a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 210 time: 0.0448101 Jun 24 09:23:04.658327 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9720452 Jun 24 09:23:05.418286 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 46958) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:05.495031 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb829f-bb07-4cae-b6e7-c46daa888941 req-2ca62d35-0b10-49ba-a328-bb40ddf5b906 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:05.502770 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-69bb829f-bb07-4cae-b6e7-c46daa888941 req-2ca62d35-0b10-49ba-a328-bb40ddf5b906 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 932 time: 0.1327448 Jun 24 09:23:05.555013 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5f2f1-5658-489f-94ce-753e3c4e68e8 req-b7bc5db0-f4aa-4cb9-b1d4-16fce769b1be tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:05.556896 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-44b5f2f1-5658-489f-94ce-753e3c4e68e8 req-b7bc5db0-f4aa-4cb9-b1d4-16fce769b1be tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 931 time: 0.1024196 Jun 24 09:23:05.593003 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-69bb829f-bb07-4cae-b6e7-c46daa888941 req-16c32ee4-8774-4edb-bf20-7dab470080a7 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891471 Jun 24 09:23:05.657219 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-44b5f2f1-5658-489f-94ce-753e3c4e68e8 req-ad131d2c-838e-4571-83f3-fbed52faba30 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846958 Jun 24 09:23:05.673693 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-84afe6e2-81f4-4df9-8a54-03406f0c7f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:05.769941 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5730e5ad-cc33-4973-90dc-189ba0fbb491 req-49a3f2af-b909-4c6b-a08b-41ee84fc19da tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0478179 Jun 24 09:23:05.880287 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2884b1e4-48be-46b5-a507-209b991c213d req-74b4ad99-48a6-4d83-8629-ab2adfa93829 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 210 time: 0.0396578 Jun 24 09:23:05.893977 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-84afe6e2-81f4-4df9-8a54-03406f0c7f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:06.299533 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-84afe6e2-81f4-4df9-8a54-03406f0c7f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:06.302355 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-bf67d0e3-3d71-4425-88bf-4b4d8c5da8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:06.340724 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-84afe6e2-81f4-4df9-8a54-03406f0c7f3d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37c089ab3463470bb12c14d5748b27b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9191923 Jun 24 09:23:06.340724 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afe6e2-81f4-4df9-8a54-03406f0c7f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad794f6-c135-4431-a8f7-d13dd7ebad60,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:06.341706 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 46978) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:06.343286 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-84afe6e2-81f4-4df9-8a54-03406f0c7f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:06.419908 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d5303357-488b-428d-b1be-fc7931c0231e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:06.440542 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d5303357-488b-428d-b1be-fc7931c0231e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:06.636895 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d5303357-488b-428d-b1be-fc7931c0231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:06.641047 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d5303357-488b-428d-b1be-fc7931c0231e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:06.642164 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d5303357-488b-428d-b1be-fc7931c0231e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aad794f6-c135-4431-a8f7-d13dd7ebad60 HTTP/1.1" status: 204 len: 168 time: 0.2993975 Jun 24 09:23:06.642811 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:06.655595 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5303357-488b-428d-b1be-fc7931c0231e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad794f6-c135-4431-a8f7-d13dd7ebad60,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:06.662060 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d5303357-488b-428d-b1be-fc7931c0231e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:06.793400 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4bcc0-838f-4bde-add2-e8768d8ed63e req-74c36f87-8b80-45dc-806c-85f3e450dc3e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:06.802956 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2aa4bcc0-838f-4bde-add2-e8768d8ed63e req-74c36f87-8b80-45dc-806c-85f3e450dc3e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 932 time: 0.0867403 Jun 24 09:23:06.840372 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2aa4bcc0-838f-4bde-add2-e8768d8ed63e req-8c2f018a-1070-4276-bd75-ef19bff0530e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332582 Jun 24 09:23:07.026341 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47c7f2-8aaf-4303-8727-d8c2694b96bf req-87621b05-c421-47ba-98a8-6a082d8b9684 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:07.027887 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5f47c7f2-8aaf-4303-8727-d8c2694b96bf req-87621b05-c421-47ba-98a8-6a082d8b9684 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 931 time: 0.0805697 Jun 24 09:23:07.069862 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5f47c7f2-8aaf-4303-8727-d8c2694b96bf req-daa190c3-7003-4507-b594-eeb07ffea6fa tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358374 Jun 24 09:23:07.286319 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b0058a04-37ef-47b7-925d-c83459c352d7 req-8b47c197-4d74-4492-8184-efec2f5f47d6 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0482371 Jun 24 09:23:07.406092 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a2e13e89-f080-4db3-b3d3-e8dc72cd9889 req-55e5938f-4c40-4213-b214-7b89170c35ef tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 210 time: 0.0323884 Jun 24 09:23:07.666769 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47010) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:07.702241 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f9a94fdd-91f3-454e-9e70-4b8c2fc88746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:07.811329 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f9a94fdd-91f3-454e-9e70-4b8c2fc88746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:07.951337 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f9a94fdd-91f3-454e-9e70-4b8c2fc88746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:07.961353 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d7655bb4-6885-4678-a849-58520ed3eeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:08.011298 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 47022) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:08.012329 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f9a94fdd-91f3-454e-9e70-4b8c2fc88746 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d33e6618dca416a9c46c3a85febd160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442421 Jun 24 09:23:08.014517 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a94fdd-91f3-454e-9e70-4b8c2fc88746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c439ffa-1d72-4d71-841e-67192c729c29,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:08.017786 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f9a94fdd-91f3-454e-9e70-4b8c2fc88746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:08.070769 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534daea-2a78-49c6-9207-9dbea0cbea30 req-fe66410a-89ec-4306-b645-c5d60e4d1460 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:08.072234 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c534daea-2a78-49c6-9207-9dbea0cbea30 req-fe66410a-89ec-4306-b645-c5d60e4d1460 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 932 time: 0.1070645 Jun 24 09:23:08.107249 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1129dc34-281c-436d-9798-a5efbceaab26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:08.141502 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c534daea-2a78-49c6-9207-9dbea0cbea30 req-dc654cb9-c263-4e5d-b116-6aa7f982dc6e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634096 Jun 24 09:23:08.143466 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1129dc34-281c-436d-9798-a5efbceaab26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:08.380639 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1129dc34-281c-436d-9798-a5efbceaab26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:08.383906 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1129dc34-281c-436d-9798-a5efbceaab26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:08.387384 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-1129dc34-281c-436d-9798-a5efbceaab26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c439ffa-1d72-4d71-841e-67192c729c29 HTTP/1.1" status: 204 len: 168 time: 0.3728333 Jun 24 09:23:08.387384 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:08.408483 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129dc34-281c-436d-9798-a5efbceaab26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c439ffa-1d72-4d71-841e-67192c729c29,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:08.413909 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1129dc34-281c-436d-9798-a5efbceaab26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:08.443099 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e554e5-c1ba-4ce6-bc00-3ec2d0f48519 req-b41f9042-4fca-49ff-b9a5-07fcb1ac949e tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:08.450303 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a0e554e5-c1ba-4ce6-bc00-3ec2d0f48519 req-b41f9042-4fca-49ff-b9a5-07fcb1ac949e tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 931 time: 0.2359450 Jun 24 09:23:08.498546 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a513b5f3-5d5d-4f1d-a139-01a52cf63b4a req-2007d5cf-9959-41d0-8305-496c9290a303 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0384912 Jun 24 09:23:08.499703 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a0e554e5-c1ba-4ce6-bc00-3ec2d0f48519 req-5292d5af-7710-48a1-a215-0a581d6e9e52 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485151 Jun 24 09:23:08.690995 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6e4f5311-a056-4d66-adfe-0c09dacd9684 req-e317a063-8440-4e20-a323-8edaed4f7686 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 210 time: 0.0356617 Jun 24 09:23:09.355302 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caccd5-1d92-4507-a16d-5dc6beb5a7de req-2fd52084-36ff-4302-96c2-242866c151a5 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:09.357045 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b3caccd5-1d92-4507-a16d-5dc6beb5a7de req-2fd52084-36ff-4302-96c2-242866c151a5 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 932 time: 0.0807354 Jun 24 09:23:09.425329 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b3caccd5-1d92-4507-a16d-5dc6beb5a7de req-ab6d3ec5-55bc-4b43-a609-7708d4aea263 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577247 Jun 24 09:23:09.718045 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d454c184-e358-4f03-8b9b-183017041a03 req-bcc6addd-f3cd-4258-8939-cc2a3a2055c2 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0579042 Jun 24 09:23:09.755035 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2bd02-9981-443f-b876-2fe968c763c7 req-b124b61c-a9e5-40aa-82d1-c957571ff1bd tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:09.756633 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-21b2bd02-9981-443f-b876-2fe968c763c7 req-b124b61c-a9e5-40aa-82d1-c957571ff1bd tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 931 time: 0.0876226 Jun 24 09:23:09.811720 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-21b2bd02-9981-443f-b876-2fe968c763c7 req-d8c23db4-962b-44b9-83a3-b05627db7160 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449996 Jun 24 09:23:09.882211 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6749358c-e785-4171-a86a-75f7e53c1b86 req-57f9388e-fd29-4095-ba80-9f90ed56d3a3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 210 time: 0.0352931 Jun 24 09:23:10.599551 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:23:10.645421 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8229a1-7b7b-4270-a66d-901b2228a11a req-b95daae0-d782-413f-a478-0a2f103bd8fa tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:10.647285 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b8229a1-7b7b-4270-a66d-901b2228a11a req-b95daae0-d782-413f-a478-0a2f103bd8fa tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 932 time: 0.1163509 Jun 24 09:23:10.711807 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9b8229a1-7b7b-4270-a66d-901b2228a11a req-b859920d-39bd-464f-8e9e-787f5487a0d0 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545139 Jun 24 09:23:11.022625 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-954564d2-d40b-412a-b0e4-b9dfed90b187 req-4eb75ce9-f85e-4d8a-b9af-46f068d4ee11 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0650408 Jun 24 09:23:11.038846 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d38ce0-26a9-4612-b6c1-6e3f1670038f req-1ef3b62d-6c38-4626-8579-cde592b12d8a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:11.039382 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-65d38ce0-26a9-4612-b6c1-6e3f1670038f req-1ef3b62d-6c38-4626-8579-cde592b12d8a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 931 time: 0.0699358 Jun 24 09:23:11.086257 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-65d38ce0-26a9-4612-b6c1-6e3f1670038f req-9a2821b2-657c-407b-be53-9a93d8e6f338 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414162 Jun 24 09:23:11.190246 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-572985e0-7df5-43cc-a2f8-c6dcf4d2effb req-5f1f5978-f9e7-4ef7-8135-1fbbbdb90b55 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 210 time: 0.0291607 Jun 24 09:23:11.429161 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 47134) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:11.556863 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1cd91303-f491-4507-bddd-69950be4dfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:11.679910 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1cd91303-f491-4507-bddd-69950be4dfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:11.828423 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1cd91303-f491-4507-bddd-69950be4dfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:11.833398 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:11.886011 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-1cd91303-f491-4507-bddd-69950be4dfc2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4bfb4df51729487f9ac91ddcf2c89981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560733 Jun 24 09:23:11.886732 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd91303-f491-4507-bddd-69950be4dfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a592ed-a4e6-4b9e-8220-ff3ca9b1cf1a,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:11.889651 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47148) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:11.905033 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1cd91303-f491-4507-bddd-69950be4dfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:11.964974 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf67151-d90a-4595-b4a7-eb61e56d4d7b req-1f3b7043-4113-4698-b0a9-aa10cc634289 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:11.966691 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cbf67151-d90a-4595-b4a7-eb61e56d4d7b req-1f3b7043-4113-4698-b0a9-aa10cc634289 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 932 time: 0.1068232 Jun 24 09:23:11.969041 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-14b73f1c-ca32-4a06-a7b3-905ea56bb26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:11.994106 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-14b73f1c-ca32-4a06-a7b3-905ea56bb26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:12.014624 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cbf67151-d90a-4595-b4a7-eb61e56d4d7b req-cb51672e-b571-4e88-8616-535625e05d52 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413375 Jun 24 09:23:12.128801 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-14b73f1c-ca32-4a06-a7b3-905ea56bb26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:12.138642 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-14b73f1c-ca32-4a06-a7b3-905ea56bb26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:12.138642 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-14b73f1c-ca32-4a06-a7b3-905ea56bb26c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0a592ed-a4e6-4b9e-8220-ff3ca9b1cf1a HTTP/1.1" status: 204 len: 168 time: 0.2436004 Jun 24 09:23:12.138642 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f9a94fdd-91f3-454e-9e70-4b8c2fc88746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:12.151136 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b73f1c-ca32-4a06-a7b3-905ea56bb26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a592ed-a4e6-4b9e-8220-ff3ca9b1cf1a,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:12.223161 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5564f057-062c-453c-b755-744da8675387 req-97c008db-11a4-4703-8c5f-75fee95fe80d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0866432 Jun 24 09:23:12.224453 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-14b73f1c-ca32-4a06-a7b3-905ea56bb26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:12.274606 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47170) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:12.322097 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713ed9d-646f-4a2d-8273-840154a4208b req-ea0417fd-fd97-4d86-b961-f5779bc6e73d tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:12.324412 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4713ed9d-646f-4a2d-8273-840154a4208b req-ea0417fd-fd97-4d86-b961-f5779bc6e73d tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 931 time: 0.1027932 Jun 24 09:23:12.379681 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4713ed9d-646f-4a2d-8273-840154a4208b req-1c48c18e-4a49-439b-9227-1c3dc9cccdd1 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489392 Jun 24 09:23:12.392684 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47174) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:12.415238 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-28bcc5f0-9030-425d-b67c-802a93242058 req-984bfcaa-63f3-4da8-bd3b-4c6d4dc52f70 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 210 time: 0.0378985 Jun 24 09:23:12.491131 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-051d1292-cca7-4d11-919d-67d25ef6b31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:12.593402 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-051d1292-cca7-4d11-919d-67d25ef6b31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:12.626511 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-efe41d87-af25-462a-975a-7c671f5bf96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:12.664776 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-051d1292-cca7-4d11-919d-67d25ef6b31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:12.672804 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:12.727265 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-051d1292-cca7-4d11-919d-67d25ef6b31f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f760cf287dbd4ea9ad91818b8eda2e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513772 Jun 24 09:23:12.729871 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 47190) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:12.732261 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d1292-cca7-4d11-919d-67d25ef6b31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97020d21-ac67-4b81-ba1b-ade16d3dd394,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:12.739217 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-051d1292-cca7-4d11-919d-67d25ef6b31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:12.806123 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-efe41d87-af25-462a-975a-7c671f5bf96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:12.833794 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72b7-e82b-4607-b265-d41fa7afd32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:12.854462 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72b7-e82b-4607-b265-d41fa7afd32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:12.928201 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-efe41d87-af25-462a-975a-7c671f5bf96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:12.936216 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-14b73f1c-ca32-4a06-a7b3-905ea56bb26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:12.980225 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-efe41d87-af25-462a-975a-7c671f5bf96c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11e90b560d1d4bb9a5f342486c6720c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5875499 Jun 24 09:23:12.981004 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe41d87-af25-462a-975a-7c671f5bf96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98bd89a-ce44-48ec-829a-b5b51f566319,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:12.983263 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 47198) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:12.996037 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-efe41d87-af25-462a-975a-7c671f5bf96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:13.022380 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72b7-e82b-4607-b265-d41fa7afd32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:13.028318 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72b7-e82b-4607-b265-d41fa7afd32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:13.029388 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-ed2b72b7-e82b-4607-b265-d41fa7afd32a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97020d21-ac67-4b81-ba1b-ade16d3dd394 HTTP/1.1" status: 204 len: 168 time: 0.2978163 Jun 24 09:23:13.034472 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:13.048392 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b72b7-e82b-4607-b265-d41fa7afd32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97020d21-ac67-4b81-ba1b-ade16d3dd394,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:13.054401 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-ed2b72b7-e82b-4607-b265-d41fa7afd32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:13.077351 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Request body: {'port': {'device_id': 'f6202101-94ad-4479-85bc-05791489cabf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:13.084325 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7828c225-e979-41b8-abea-5b4c044c3365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:13.122797 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7828c225-e979-41b8-abea-5b4c044c3365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:13.140110 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Request body: {'port': {'device_id': 'b09b358e-6741-41e5-99b2-73c4d0cc313e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:13.201011 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:13.214529 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Request body: {'port': {'device_id': 'eecb221d-2646-48cd-961b-0d6d58071cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:13.436669 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5d8231b2-57c7-47a4-bf96-08dd659f495e req-f4cabb9e-1a54-419e-a8bf-f66ab46a2544 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0610981 Jun 24 09:23:13.496569 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:13.538180 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:13.566908 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7828c225-e979-41b8-abea-5b4c044c3365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:13.573724 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7828c225-e979-41b8-abea-5b4c044c3365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:13.577203 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-7828c225-e979-41b8-abea-5b4c044c3365 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e98bd89a-ce44-48ec-829a-b5b51f566319 HTTP/1.1" status: 204 len: 168 time: 0.5906096 Jun 24 09:23:13.583212 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf1522-f17c-43ff-a222-d13bb4ea7a78 req-cfef2145-c063-48fa-a6ef-95f924e8ef8b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:13.590071 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cccf1522-f17c-43ff-a222-d13bb4ea7a78 req-cfef2145-c063-48fa-a6ef-95f924e8ef8b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 932 time: 0.3298802 Jun 24 09:23:13.609299 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:13.651741 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828c225-e979-41b8-abea-5b4c044c3365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98bd89a-ce44-48ec-829a-b5b51f566319,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:13.661364 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-7828c225-e979-41b8-abea-5b4c044c3365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:13.693510 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f568d1df-4d1c-40c6-a907-a6939dc6fe49 {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:23:13.717194 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:13.763743 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Transition to ACTIVE for port object f568d1df-4d1c-40c6-a907-a6939dc6fe49 will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:23:13.778592 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cccf1522-f17c-43ff-a222-d13bb4ea7a78 req-87dd1721-e647-4934-b5d3-c7fd0f91d76e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876762 Jun 24 09:23:13.797578 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425a652-db64-441a-b011-4ebd74c5a9d4 req-a814227a-cdae-4089-b5ba-b218bccc9160 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:13.799076 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5425a652-db64-441a-b011-4ebd74c5a9d4 req-a814227a-cdae-4089-b5ba-b218bccc9160 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 931 time: 0.0846984 Jun 24 09:23:13.859217 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5425a652-db64-441a-b011-4ebd74c5a9d4 req-abd77e6f-75ca-4b4c-b0ed-0ae130b73820 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472000 Jun 24 09:23:13.863999 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:13.867194 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:13.931122 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Pushing event updated for resources: {'Port': ['ID=f568d1df-4d1c-40c6-a907-a6939dc6fe49,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:13.954520 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:13.980302 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Attempting to bind port f568d1df-4d1c-40c6-a907-a6939dc6fe49 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:23:13.980634 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Attempting to bind port f568d1df-4d1c-40c6-a907-a6939dc6fe49 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:23:13.980970 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Attempting to bind port f568d1df-4d1c-40c6-a907-a6939dc6fe49 on network edcd4982-0d07-4d90-b348-d8817bbc8024 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:23:13.986602 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Port f568d1df-4d1c-40c6-a907-a6939dc6fe49 on network edcd4982-0d07-4d90-b348-d8817bbc8024 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:23:13.988210 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Attempting to bind port f568d1df-4d1c-40c6-a907-a6939dc6fe49 on network edcd4982-0d07-4d90-b348-d8817bbc8024 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:23:13.993479 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:23:13.993861 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Checking segment: {'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:23:13.994433 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Bound using segment: {'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:23:13.994903 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Bound port: f568d1df-4d1c-40c6-a907-a6939dc6fe49, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:23:13.995255 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.153527 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47246) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:14.167811 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] For port f568d1df-4d1c-40c6-a907-a6939dc6fe49, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:23:14.171833 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2b5c71ce-6d35-448b-9518-e87a2b123b84 req-d85a1912-a209-4c1c-9b5c-6119f6c811e4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 210 time: 0.2246041 Jun 24 09:23:14.198113 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e5fc786a-ab30-4cd4-a3d8-1064a9a56ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.280066 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] For port f568d1df-4d1c-40c6-a907-a6939dc6fe49, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=f568d1df-4d1c-40c6-a907-a6939dc6fe49,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:23:14.366423 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46362dba-417d-4afa-80a3-6ef540cf5a65 {{(pid=93460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:23:14.378228 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.384214 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.386076 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4860e5-c578-4d87-b987-c41b262050d9 {{(pid=93460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:23:14.398188 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.415220 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Transition to ACTIVE for port object 46362dba-417d-4afa-80a3-6ef540cf5a65 will not be triggered until provisioned by entity L2. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:23:14.419463 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:14.429009 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e5fc786a-ab30-4cd4-a3d8-1064a9a56ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.441200 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Transition to ACTIVE for port object ae4860e5-c578-4d87-b987-c41b262050d9 will not be triggered until provisioned by entity L2. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:23:14.467524 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:14.468299 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.472931 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] 10.222.0.60 "PUT /v2.0/ports/f568d1df-4d1c-40c6-a907-a6939dc6fe49 HTTP/1.1" status: 200 len: 1094 time: 1.4758503 Jun 24 09:23:14.473534 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6202101-94ad-4479-85bc-05791489cabf', 'tag': 'f568d1df-4d1c-40c6-a907-a6939dc6fe49'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:23:14.528480 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.529500 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.532541 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-b2745984-32a8-49d4-81e0-552c81eb92f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:14.560859 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Pushing event updated for resources: {'Port': ['ID=f568d1df-4d1c-40c6-a907-a6939dc6fe49,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:14.571592 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e5fc786a-ab30-4cd4-a3d8-1064a9a56ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.572926 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:14.577394 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a639d971-8199-47d3-9668-b49a7e7cec20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:14.645464 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.60', 62455) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:14.661975 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c88f02a7-75f2-4cc0-931f-e0cb23a89050 req-dacaef09-79f3-4d63-9f7e-eebc6233ffd8 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0690405 Jun 24 09:23:14.686200 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 47274) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:14.696150 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e5fc786a-ab30-4cd4-a3d8-1064a9a56ba9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72baa68feaf941d487417238eb0e739e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5415235 Jun 24 09:23:14.705083 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc786a-ab30-4cd4-a3d8-1064a9a56ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d6cf98-85ba-448a-8dc7-5c1e72864772,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:14.707581 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47278) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:14.708542 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e5fc786a-ab30-4cd4-a3d8-1064a9a56ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:14.740858 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Pushing event updated for resources: {'Port': ['ID=46362dba-417d-4afa-80a3-6ef540cf5a65,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:14.785798 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c67f0563-c504-476c-8166-2869f39d8bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.793932 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Attempting to bind port 46362dba-417d-4afa-80a3-6ef540cf5a65 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:23:14.794691 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Attempting to bind port 46362dba-417d-4afa-80a3-6ef540cf5a65 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '8dd97747-da05-430d-a17b-8931273e553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9ba2bf6-ae1f-4e8f-92c3-c674b018292f'}] {{(pid=93460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:23:14.795081 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Attempting to bind port 46362dba-417d-4afa-80a3-6ef540cf5a65 on network b9ba2bf6-ae1f-4e8f-92c3-c674b018292f {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:23:14.799281 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-bfbb8566-f484-46c9-937f-2e99abf5d6cc tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:14.801498 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-bfbb8566-f484-46c9-937f-2e99abf5d6cc tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.60 "GET /v2.0/networks?id=4dc34bfe-d409-482a-8295-442d7f26244e HTTP/1.1" status: 200 len: 819 time: 0.1834497 Jun 24 09:23:14.802735 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-92416f55-3082-4694-b4f2-946fc7d0c1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.828040 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Request body: {'port': {'device_id': 'dc108a86-8dbb-4676-bc9f-907e1e4ba32b', 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e', 'admin_state_up': True, 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:14.837211 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce970f0a-61bb-40f0-aee0-da6951cec02c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6202101-94ad-4479-85bc-05791489cabf", "tag": "f568d1df-4d1c-40c6-a907-a6939dc6fe49"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:23:14.841548 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-92416f55-3082-4694-b4f2-946fc7d0c1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.873852 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Port 46362dba-417d-4afa-80a3-6ef540cf5a65 on network b9ba2bf6-ae1f-4e8f-92c3-c674b018292f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:23:14.874240 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Attempting to bind port 46362dba-417d-4afa-80a3-6ef540cf5a65 on network b9ba2bf6-ae1f-4e8f-92c3-c674b018292f {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:23:14.898479 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4860e5-c578-4d87-b987-c41b262050d9,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:14.902607 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:14.914343 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:14.914658 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:14.915628 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Attempting to bind port ae4860e5-c578-4d87-b987-c41b262050d9 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:23:14.916119 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Attempting to bind port ae4860e5-c578-4d87-b987-c41b262050d9 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '18d54f54-6d85-4bbe-b013-d55385f59166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e'}] {{(pid=93460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:23:14.916656 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Attempting to bind port ae4860e5-c578-4d87-b987-c41b262050d9 on network 4dc34bfe-d409-482a-8295-442d7f26244e {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:23:14.922428 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:23:14.923019 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Checking segment: {'id': '8dd97747-da05-430d-a17b-8931273e553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9ba2bf6-ae1f-4e8f-92c3-c674b018292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:23:14.923753 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Bound using segment: {'id': '8dd97747-da05-430d-a17b-8931273e553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9ba2bf6-ae1f-4e8f-92c3-c674b018292f'} {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:23:14.924363 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Bound port: 46362dba-417d-4afa-80a3-6ef540cf5a65, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd97747-da05-430d-a17b-8931273e553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9ba2bf6-ae1f-4e8f-92c3-c674b018292f'}}] {{(pid=93460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:23:14.924901 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.933889 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Port ae4860e5-c578-4d87-b987-c41b262050d9 on network 4dc34bfe-d409-482a-8295-442d7f26244e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:23:14.934339 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Attempting to bind port ae4860e5-c578-4d87-b987-c41b262050d9 on network 4dc34bfe-d409-482a-8295-442d7f26244e {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:23:14.971463 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:23:14.972343 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Checking segment: {'id': '18d54f54-6d85-4bbe-b013-d55385f59166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:23:14.972926 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Bound using segment: {'id': '18d54f54-6d85-4bbe-b013-d55385f59166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e'} {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:23:14.973659 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Bound port: ae4860e5-c578-4d87-b987-c41b262050d9, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d54f54-6d85-4bbe-b013-d55385f59166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e'}}] {{(pid=93460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:23:14.974109 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:14.998740 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-8a04c3e7-4a25-4bcc-ab1f-6baafbf8a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:15.000432 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-8a04c3e7-4a25-4bcc-ab1f-6baafbf8a4dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb968d402da64fe8a788d1f8bde801f3&device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 1097 time: 0.3488717 Jun 24 09:23:15.024687 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f0c60a-0f3e-4c2c-bd75-6b5a6aa7b3fa x-openstack-request-id: req-50f0c60a-0f3e-4c2c-bd75-6b5a6aa7b3fa {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:23:15.024687 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6202101-94ad-4479-85bc-05791489cabf", "tag": "f568d1df-4d1c-40c6-a907-a6939dc6fe49", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:23:15.024687 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50f0c60a-0f3e-4c2c-bd75-6b5a6aa7b3fa {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:23:15.024687 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6202101-94ad-4479-85bc-05791489cabf', 'tag': 'f568d1df-4d1c-40c6-a907-a6939dc6fe49', 'status': 'completed', 'code': 200} Jun 24 09:23:15.087948 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-92416f55-3082-4694-b4f2-946fc7d0c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:15.091499 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-92416f55-3082-4694-b4f2-946fc7d0c1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:15.100747 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-92416f55-3082-4694-b4f2-946fc7d0c1ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72d6cf98-85ba-448a-8dc7-5c1e72864772 HTTP/1.1" status: 204 len: 168 time: 0.3849297 Jun 24 09:23:15.100747 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-051d1292-cca7-4d11-919d-67d25ef6b31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:15.118170 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92416f55-3082-4694-b4f2-946fc7d0c1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d6cf98-85ba-448a-8dc7-5c1e72864772,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:15.125672 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-92416f55-3082-4694-b4f2-946fc7d0c1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:15.213338 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47298) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:15.253673 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-39831b41-5baf-46ba-bf4e-9dc7e37821b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f568d1df-4d1c-40c6-a907-a6939dc6fe49 HTTP/1.1" status: 200 len: 217 time: 0.1690719 Jun 24 09:23:15.287169 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13223eb6-b7a7-4361-bf47-2e544740fe5a req-7631653e-859b-4ee5-8582-c538a3fcaa04 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:15.295776 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13223eb6-b7a7-4361-bf47-2e544740fe5a req-7631653e-859b-4ee5-8582-c538a3fcaa04 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 943 time: 0.0972452 Jun 24 09:23:15.301247 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] For port 46362dba-417d-4afa-80a3-6ef540cf5a65, host hv-cinder-79781, cleared binding levels {{(pid=93460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:23:15.343386 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-13223eb6-b7a7-4361-bf47-2e544740fe5a req-cae925c1-8d3f-4dbf-b996-2e7adee9276c tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Jun 24 09:23:15.373277 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7e3c62e5-5ed5-4a25-930a-f8e376aeefdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:15.382773 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] For port 46362dba-417d-4afa-80a3-6ef540cf5a65, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=46362dba-417d-4afa-80a3-6ef540cf5a65,segment=NetworkSegment(8dd97747-da05-430d-a17b-8931273e553e),segment_id=8dd97747-da05-430d-a17b-8931273e553e)] {{(pid=93460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:23:15.416585 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] For port ae4860e5-c578-4d87-b987-c41b262050d9, host hv-cinder-79781, cleared binding levels {{(pid=93460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:23:15.425451 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] For port ae4860e5-c578-4d87-b987-c41b262050d9, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ae4860e5-c578-4d87-b987-c41b262050d9,segment=NetworkSegment(18d54f54-6d85-4bbe-b013-d55385f59166),segment_id=18d54f54-6d85-4bbe-b013-d55385f59166)] {{(pid=93460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:23:15.446459 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.60', 62458) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:15.451706 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fb5a0-4789-40c9-9677-d10b4122fa7f req-bb7b9af6-70a0-4bdc-94b3-5e52dfc1cfc8 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:15.453233 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b73fb5a0-4789-40c9-9677-d10b4122fa7f req-bb7b9af6-70a0-4bdc-94b3-5e52dfc1cfc8 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 944 time: 0.4661260 Jun 24 09:23:15.466796 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:15.476163 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-e82bc9c9-63de-4d92-a8a4-cb113fd0ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:15.477574 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-e82bc9c9-63de-4d92-a8a4-cb113fd0ddc2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a45cc966-8eac-4881-ba60-0b81c8bcfe2b HTTP/1.1" status: 200 len: 854 time: 0.1970351 Jun 24 09:23:15.493256 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4195d265-6088-42a5-b722-8f13a4f61265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:15.525749 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-adb6d190-71e0-46c1-a2f3-8ee472bfe5e7 req-fc6138a0-a60e-4315-bb6e-6c4e32b7580e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 210 time: 0.0656900 Jun 24 09:23:15.558161 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:15.558161 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:15.559693 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] 10.222.0.60 "PUT /v2.0/ports/46362dba-417d-4afa-80a3-6ef540cf5a65 HTTP/1.1" status: 200 len: 1093 time: 2.5547159 Jun 24 09:23:15.561536 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c67f0563-c504-476c-8166-2869f39d8bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:15.571018 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:15.571829 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecb221d-2646-48cd-961b-0d6d58071cf5', 'tag': '46362dba-417d-4afa-80a3-6ef540cf5a65'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:23:15.593616 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-005765c8-6000-468e-aeb4-5ac3caf26071 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:15.595252 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-005765c8-6000-468e-aeb4-5ac3caf26071 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.60 "GET /v2.0/networks?id=a5ca0700-991e-47d2-99de-f9047b5f2e60 HTTP/1.1" status: 200 len: 816 time: 0.1476533 Jun 24 09:23:15.658596 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-8d817ad2-a7bc-441c-abbc-ce30cfac277d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=789de2cd33544e339915865a4902f236 HTTP/1.1" status: 200 len: 379 time: 0.0448728 Jun 24 09:23:15.668081 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Request body: {'port': {'device_id': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'admin_state_up': True, 'tenant_id': '789de2cd33544e339915865a4902f236', 'security_groups': ['0e195e82-3a41-415f-9134-b5fb162e18cf']}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:15.689585 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-59f50815-f0ed-44fb-8f85-d022ae0abcf0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edcd4982-0d07-4d90-b348-d8817bbc8024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1876724 Jun 24 09:23:15.693144 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b73fb5a0-4789-40c9-9677-d10b4122fa7f req-da3bd6c2-68ea-48f6-ae20-47de9f7e67d1 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305696 Jun 24 09:23:15.700785 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c67f0563-c504-476c-8166-2869f39d8bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:15.743995 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Pushing event updated for resources: {'Port': ['ID=46362dba-417d-4afa-80a3-6ef540cf5a65,revision_number=3']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:15.805570 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:15.806689 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:15.812362 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] 10.222.0.60 "PUT /v2.0/ports/ae4860e5-c578-4d87-b987-c41b262050d9 HTTP/1.1" status: 200 len: 1093 time: 2.8047884 Jun 24 09:23:15.884569 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d4a2e3-1e05-4008-9b76-18d70892d100" -d '{"events": [{"name": "network-changed", "server_uuid": "eecb221d-2646-48cd-961b-0d6d58071cf5", "tag": "46362dba-417d-4afa-80a3-6ef540cf5a65"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:23:15.932118 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73fa3913-6033-4d2a-a178-e0781891bda8 req-a4c0e0ab-a941-4fcf-bc9a-b81bab1a3767 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0406656 Jun 24 09:23:15.951268 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-c67f0563-c504-476c-8166-2869f39d8bec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa63d0d40d57479db384b96d75408a95&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2402098 Jun 24 09:23:15.952661 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47332) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:15.957884 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:15.959877 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-778a44b9-75be-4565-b51e-1e4926739c63 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:16.045668 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-319a72f8-9d67-4dba-8e79-b504f96f9c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:16.073128 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-eb42373d-b83e-41d6-bf9a-c488f85f5be3 service neutron] 10.222.0.60 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693366 Jun 24 09:23:16.077464 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4860e5-c578-4d87-b987-c41b262050d9,revision_number=3']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:16.082856 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-319a72f8-9d67-4dba-8e79-b504f96f9c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:16.085560 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:16.087297 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:16.099071 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-0373e466-519f-4ad7-aa5a-392e544208ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:16.100567 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-0373e466-519f-4ad7-aa5a-392e544208ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ca7404070de140cbacc52286d94b5f06&device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 1096 time: 0.2221446 Jun 24 09:23:16.137772 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Made reservation on behalf of e8a0c67c143a4eb19c1e5cf27856e67b for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:23:16.141288 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:16.165003 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780ec405-d1d6-4f10-9266-2fa051bde7aa x-openstack-request-id: req-780ec405-d1d6-4f10-9266-2fa051bde7aa {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:23:16.165309 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecb221d-2646-48cd-961b-0d6d58071cf5", "tag": "46362dba-417d-4afa-80a3-6ef540cf5a65", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:23:16.165585 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-780ec405-d1d6-4f10-9266-2fa051bde7aa {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:23:16.166078 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecb221d-2646-48cd-961b-0d6d58071cf5', 'tag': '46362dba-417d-4afa-80a3-6ef540cf5a65', 'status': 'completed', 'code': 200} Jun 24 09:23:16.202396 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-e68fe243-94f4-4436-b5c4-1105552a170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:16.203890 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-e68fe243-94f4-4436-b5c4-1105552a170b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8a0c67c143a4eb19c1e5cf27856e67b&device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 1096 time: 0.2594655 Jun 24 09:23:16.207395 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-b68204ba-6803-46d0-a823-88277dd1d290 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46362dba-417d-4afa-80a3-6ef540cf5a65 HTTP/1.1" status: 200 len: 217 time: 0.0878019 Jun 24 09:23:16.210098 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f0563-c504-476c-8166-2869f39d8bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d84f46-7081-4b19-ba45-28b2f3e33d46,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:16.221359 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c67f0563-c504-476c-8166-2869f39d8bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:16.250118 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7e3c62e5-5ed5-4a25-930a-f8e376aeefdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:16.259678 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-319a72f8-9d67-4dba-8e79-b504f96f9c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:16.265302 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-319a72f8-9d67-4dba-8e79-b504f96f9c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:16.272196 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-319a72f8-9d67-4dba-8e79-b504f96f9c0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88d84f46-7081-4b19-ba45-28b2f3e33d46 HTTP/1.1" status: 204 len: 168 time: 0.3129754 Jun 24 09:23:16.300362 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:16.306690 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-856489e2-eca7-432e-ae95-09cfd78fbb08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae4860e5-c578-4d87-b987-c41b262050d9 HTTP/1.1" status: 200 len: 217 time: 0.0711999 Jun 24 09:23:16.327492 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a72f8-9d67-4dba-8e79-b504f96f9c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d84f46-7081-4b19-ba45-28b2f3e33d46,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:16.330035 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-68cc15c4-7f3a-45cd-a8af-4f67de82d1b6 req-0c991a4d-8a3f-4ecb-9462-911e6ac365f5 service neutron] 10.222.0.60 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435386 Jun 24 09:23:16.334263 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7e3c62e5-5ed5-4a25-930a-f8e376aeefdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:16.338132 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-319a72f8-9d67-4dba-8e79-b504f96f9c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:16.358796 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d5303357-488b-428d-b1be-fc7931c0231e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:16.365506 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-b03a3125-6ef6-438c-93cb-7d6bd9cad992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:16.366962 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-b03a3125-6ef6-438c-93cb-7d6bd9cad992 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f96650c-f540-4407-a186-85d0def80ed6 HTTP/1.1" status: 200 len: 851 time: 0.1218569 Jun 24 09:23:16.377878 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-590d7542-674b-4396-b828-578c7f67d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:16.379352 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-590d7542-674b-4396-b828-578c7f67d310 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39188485-ce1d-43fe-a076-b062c72c56ce HTTP/1.1" status: 200 len: 859 time: 0.0625565 Jun 24 09:23:16.413048 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Made reservation on behalf of 789de2cd33544e339915865a4902f236 for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:23:16.417023 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:16.461776 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7e3c62e5-5ed5-4a25-930a-f8e376aeefdd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8226b11c21046d583dc637ba4f60ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2458837 Jun 24 09:23:16.466743 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c62e5-5ed5-4a25-930a-f8e376aeefdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc03d34-6d38-4f5a-bfa2-8f9b6bb37170,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:16.470735 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7e3c62e5-5ed5-4a25-930a-f8e376aeefdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:16.471337 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47356) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:16.571421 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Allocated IP 172.20.0.5 (4dc34bfe-d409-482a-8295-442d7f26244e/39188485-ce1d-43fe-a076-b062c72c56ce/e9daffe0-0a92-4758-bfa4-25e7070cdc0d) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:23:16.700171 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-67ac4538-ccc8-4301-b03c-6ca1c6f287bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9ba2bf6-ae1f-4e8f-92c3-c674b018292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2918372 Jun 24 09:23:16.742099 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-31dc5b5c-20ac-4a81-88a9-83c1ab6f5442 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dc34bfe-d409-482a-8295-442d7f26244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3260348 Jun 24 09:23:16.831645 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d738d6fe-51f8-41fb-8f76-cf2585627522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:16.831849 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-995a64e1-d2b2-4750-b38d-7a0f71e5cbc1 req-4d14b919-fae6-47fa-9300-f19f09f7efe7 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 210 time: 0.1292281 Jun 24 09:23:16.853458 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188402c5-597c-40e5-abd3-b36edb2d2201 req-427e460f-a3a5-40e9-a148-2aee593db97d tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:16.855642 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-188402c5-597c-40e5-abd3-b36edb2d2201 req-427e460f-a3a5-40e9-a148-2aee593db97d tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 943 time: 0.3973470 Jun 24 09:23:16.856778 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Allocated IP 172.20.0.7 (a5ca0700-991e-47d2-99de-f9047b5f2e60/172579aa-233f-48bd-9ad4-0b00016b6268/81df801e-fcff-44cf-984a-bf751b7f9abc) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:23:16.920248 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d738d6fe-51f8-41fb-8f76-cf2585627522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:16.966541 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-c55bd6b2-78c3-48c5-93ac-6d4443586b56 service neutron] 10.222.0.60 "GET /v2.0/networks/b9ba2bf6-ae1f-4e8f-92c3-c674b018292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223628 Jun 24 09:23:17.002218 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-188402c5-597c-40e5-abd3-b36edb2d2201 req-5a839b97-5a47-47f6-9b0e-d60ebccf2bbc tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326995 Jun 24 09:23:17.009892 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce970f0a-61bb-40f0-aee0-da6951cec02c req-a7443734-e57b-407a-a075-321da09a39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:17.012245 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ce970f0a-61bb-40f0-aee0-da6951cec02c req-a7443734-e57b-407a-a075-321da09a39f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb968d402da64fe8a788d1f8bde801f3&device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 1097 time: 0.3095131 Jun 24 09:23:17.020119 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.063308 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cb60b15f-619a-48dc-b4c9-f67fc8043b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.121109 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-9e10ed31-420e-467b-a37e-a3c257dec008 service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926106 Jun 24 09:23:17.140437 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.160220 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Transition to ACTIVE for port object 81df801e-fcff-44cf-984a-bf751b7f9abc will not be triggered until provisioned by entity DHCP. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:23:17.162097 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d738d6fe-51f8-41fb-8f76-cf2585627522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.166606 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d738d6fe-51f8-41fb-8f76-cf2585627522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.167992 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d738d6fe-51f8-41fb-8f76-cf2585627522 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bc03d34-6d38-4f5a-bfa2-8f9b6bb37170 HTTP/1.1" status: 204 len: 168 time: 0.6726842 Jun 24 09:23:17.172333 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:17.200134 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47380) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:17.224118 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.226488 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738d6fe-51f8-41fb-8f76-cf2585627522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc03d34-6d38-4f5a-bfa2-8f9b6bb37170,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:17.241371 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d738d6fe-51f8-41fb-8f76-cf2585627522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:17.259341 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-814c3617-3648-4300-bea3-a074cf2b6abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:17.273050 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c1c81aff-f09c-4098-9521-bcc1853d5d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.340604 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-676533c3-8ce1-4804-b35b-63325ade22c1 service neutron] 10.222.0.60 "GET /v2.0/networks/b9ba2bf6-ae1f-4e8f-92c3-c674b018292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649175 Jun 24 09:23:17.350588 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Network 4dc34bfe-d409-482a-8295-442d7f26244e is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:23:17.369388 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:23:17.371531 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54255b5-6b53-47bb-9b53-73f2abc8d522 req-8b1e73b7-48bb-4488-8801-52dea7e567cf tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:17.371878 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:23:17.372939 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a54255b5-6b53-47bb-9b53-73f2abc8d522 req-8b1e73b7-48bb-4488-8801-52dea7e567cf tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 944 time: 0.4019063 Jun 24 09:23:17.375584 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce970f0a-61bb-40f0-aee0-da6951cec02c req-7489d191-947b-4637-9611-6f51dcaced6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:17.376739 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ce970f0a-61bb-40f0-aee0-da6951cec02c req-7489d191-947b-4637-9611-6f51dcaced6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=edcd4982-0d07-4d90-b348-d8817bbc8024 HTTP/1.1" status: 200 len: 915 time: 0.3358016 Jun 24 09:23:17.383791 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:17.383921 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7bb5ebd7-4f64-4850-b964-596186ad91b8 req-7127e641-6786-4b85-8de4-2c948296873d service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182190 Jun 24 09:23:17.384017 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.385598 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Pushing event updated for resources: {'Port': ['ID=e9daffe0-0a92-4758-bfa4-25e7070cdc0d,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:17.388472 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:17.432924 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a1ce4-b6f3-446f-9d94-b28ecc8b956a req-bac60feb-c704-4cc7-a220-9f85e4998ddf tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:17.434377 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9a6a1ce4-b6f3-446f-9d94-b28ecc8b956a req-bac60feb-c704-4cc7-a220-9f85e4998ddf tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 931 time: 0.2639112 Jun 24 09:23:17.437649 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ce970f0a-61bb-40f0-aee0-da6951cec02c req-40b528b6-8518-47bd-b6f7-3b3137fa841e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f568d1df-4d1c-40c6-a907-a6939dc6fe49 HTTP/1.1" status: 200 len: 217 time: 0.0395520 Jun 24 09:23:17.448198 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.454822 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a54255b5-6b53-47bb-9b53-73f2abc8d522 req-af49242f-2b59-4371-aac0-16fc277be8a6 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738738 Jun 24 09:23:17.478437 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-48011521-51f0-433c-93ae-d6f2f17b62bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:17.520061 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce970f0a-61bb-40f0-aee0-da6951cec02c req-31f5e8e4-cbb1-4305-ae88-7eb3680134a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:17.522907 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ce970f0a-61bb-40f0-aee0-da6951cec02c req-31f5e8e4-cbb1-4305-ae88-7eb3680134a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a45cc966-8eac-4881-ba60-0b81c8bcfe2b HTTP/1.1" status: 200 len: 854 time: 0.0616350 Jun 24 09:23:17.556169 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Network a5ca0700-991e-47d2-99de-f9047b5f2e60 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:23:17.559298 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9a6a1ce4-b6f3-446f-9d94-b28ecc8b956a req-568f2966-3d35-4b8e-84f1-f9a0b0ad0bfd tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135316 Jun 24 09:23:17.585664 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:23:17.585664 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event updated for resources: {'Port': ['ID=81df801e-fcff-44cf-984a-bf751b7f9abc,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:17.586548 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:23:17.593349 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:17.594264 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.599513 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:17.666381 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ce970f0a-61bb-40f0-aee0-da6951cec02c req-99924f2d-9bec-4405-ab7d-9d30fd5d7d27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edcd4982-0d07-4d90-b348-d8817bbc8024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366120 Jun 24 09:23:17.672335 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c1c81aff-f09c-4098-9521-bcc1853d5d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.750976 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4a2e3-1e05-4008-9b76-18d70892d100 req-99be5cb4-001c-4efb-9185-37e79fcfe809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:17.755699 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53d4a2e3-1e05-4008-9b76-18d70892d100 req-99be5cb4-001c-4efb-9185-37e79fcfe809 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ca7404070de140cbacc52286d94b5f06&device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 1096 time: 0.1825871 Jun 24 09:23:17.888018 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ce970f0a-61bb-40f0-aee0-da6951cec02c req-73304a38-cc9b-48ca-8118-f8316c95d061 service neutron] 10.222.0.60 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099450 Jun 24 09:23:17.993264 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c1c81aff-f09c-4098-9521-bcc1853d5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:17.998526 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9bdfacfa-3026-4942-bcc0-3fb54f6c759e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:18.014436 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-5bcea7a1-d42f-4306-bc46-bc2eb70ee6b7 None None] Provisioning for port 81df801e-fcff-44cf-984a-bf751b7f9abc completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:23:18.019280 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-5bcea7a1-d42f-4306-bc46-bc2eb70ee6b7 None None] Provisioning complete for port 81df801e-fcff-44cf-984a-bf751b7f9abc triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:23:18.019280 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-5bcea7a1-d42f-4306-bc46-bc2eb70ee6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:18.054286 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-5bcea7a1-d42f-4306-bc46-bc2eb70ee6b7 None None] Port 81df801e-fcff-44cf-984a-bf751b7f9abc cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:23:18.070567 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c1c81aff-f09c-4098-9521-bcc1853d5d28 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50715fc35f7d484c8d4da4e5a0b3cf7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8690865 Jun 24 09:23:18.072647 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47414) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:18.090451 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ce970f0a-61bb-40f0-aee0-da6951cec02c req-b3feb4f4-df85-4c69-aaa7-10eb4143abdc service neutron] 10.222.0.60 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877966 Jun 24 09:23:18.113589 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4a2e3-1e05-4008-9b76-18d70892d100 req-1e2aa69b-d9a5-4d67-9dbc-8ad8ee7f2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:18.120796 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53d4a2e3-1e05-4008-9b76-18d70892d100 req-1e2aa69b-d9a5-4d67-9dbc-8ad8ee7f2a20 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9ba2bf6-ae1f-4e8f-92c3-c674b018292f HTTP/1.1" status: 200 len: 912 time: 0.3593962 Jun 24 09:23:18.128749 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c81aff-f09c-4098-9521-bcc1853d5d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7959d513-7c33-4448-8347-c1bd3547d4f1,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:18.136975 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c1c81aff-f09c-4098-9521-bcc1853d5d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:18.138529 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4742489 Jun 24 09:23:18.139727 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3173881 Jun 24 09:23:18.166500 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-86c98c9f-26e3-455e-bd3a-adbdb16468dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:18.196377 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-86c98c9f-26e3-455e-bd3a-adbdb16468dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:18.201777 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7fae1-ea4d-4695-88b0-44b9052ddaf7 req-3a3f014b-6c91-4b57-8f1a-59aef596965c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:18.208283 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6ad7fae1-ea4d-4695-88b0-44b9052ddaf7 req-3a3f014b-6c91-4b57-8f1a-59aef596965c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 931 time: 0.2239907 Jun 24 09:23:18.208283 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09b358e-6741-41e5-99b2-73c4d0cc313e', 'tag': 'ae4860e5-c578-4d87-b987-c41b262050d9'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:23:18.208283 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963f5766-7c0f-40fe-8b8b-48310fefa303" -d '{"events": [{"name": "network-changed", "server_uuid": "b09b358e-6741-41e5-99b2-73c4d0cc313e", "tag": "ae4860e5-c578-4d87-b987-c41b262050d9"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:23:18.213613 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53d4a2e3-1e05-4008-9b76-18d70892d100 req-f6fc4c20-7acf-48ab-99b1-7ba84673afd2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46362dba-417d-4afa-80a3-6ef540cf5a65 HTTP/1.1" status: 200 len: 217 time: 0.0653915 Jun 24 09:23:18.219273 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Request body: {'port': {'device_id': 'dc108a86-8dbb-4676-bc9f-907e1e4ba32b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:18.228165 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Request body: {'port': {'device_id': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:18.279437 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6ad7fae1-ea4d-4695-88b0-44b9052ddaf7 req-3db63c2c-4ccc-4e98-ada0-138eacbc1a7c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686810 Jun 24 09:23:18.287646 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4a2e3-1e05-4008-9b76-18d70892d100 req-44e59f1d-47af-4f30-8430-d719dbb03ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:18.289543 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53d4a2e3-1e05-4008-9b76-18d70892d100 req-44e59f1d-47af-4f30-8430-d719dbb03ec8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f96650c-f540-4407-a186-85d0def80ed6 HTTP/1.1" status: 200 len: 851 time: 0.0610404 Jun 24 09:23:18.333876 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53d4a2e3-1e05-4008-9b76-18d70892d100 req-3280a509-669b-406f-a096-0075c085efa1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9ba2bf6-ae1f-4e8f-92c3-c674b018292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329406 Jun 24 09:23:18.401202 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308a0f0b-538d-4738-aec2-89f6324b0ed0 x-openstack-request-id: req-308a0f0b-538d-4738-aec2-89f6324b0ed0 {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:23:18.401596 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09b358e-6741-41e5-99b2-73c4d0cc313e", "tag": "ae4860e5-c578-4d87-b987-c41b262050d9", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:23:18.401942 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-308a0f0b-538d-4738-aec2-89f6324b0ed0 {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:23:18.402544 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09b358e-6741-41e5-99b2-73c4d0cc313e', 'tag': 'ae4860e5-c578-4d87-b987-c41b262050d9', 'status': 'completed', 'code': 200} Jun 24 09:23:18.452759 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:18.470688 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:18.487360 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53d4a2e3-1e05-4008-9b76-18d70892d100 req-09851dbc-463b-4139-babc-4c481e175ec6 service neutron] 10.222.0.60 "GET /v2.0/networks/b9ba2bf6-ae1f-4e8f-92c3-c674b018292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478872 Jun 24 09:23:18.497495 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d16481-0bd9-4835-96ac-ffe253056762 req-bc9c1b9c-d868-406e-9e8e-ab209d89e430 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:18.499094 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c4d16481-0bd9-4835-96ac-ffe253056762 req-bc9c1b9c-d868-406e-9e8e-ab209d89e430 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 943 time: 0.2865400 Jun 24 09:23:18.569428 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-86c98c9f-26e3-455e-bd3a-adbdb16468dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:18.585409 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-86c98c9f-26e3-455e-bd3a-adbdb16468dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:18.589019 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-86c98c9f-26e3-455e-bd3a-adbdb16468dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7959d513-7c33-4448-8347-c1bd3547d4f1 HTTP/1.1" status: 204 len: 168 time: 0.5130696 Jun 24 09:23:18.599893 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:18.635246 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c98c9f-26e3-455e-bd3a-adbdb16468dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7959d513-7c33-4448-8347-c1bd3547d4f1,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:18.651361 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-86c98c9f-26e3-455e-bd3a-adbdb16468dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:18.769229 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c4d16481-0bd9-4835-96ac-ffe253056762 req-dc7d204d-28a3-438e-84b4-ffd8f5507dc6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407625 Jun 24 09:23:18.785044 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f5766-7c0f-40fe-8b8b-48310fefa303 req-c4873995-7b8e-45b3-9f9f-6c179b6b891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:18.786539 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-963f5766-7c0f-40fe-8b8b-48310fefa303 req-c4873995-7b8e-45b3-9f9f-6c179b6b891b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8a0c67c143a4eb19c1e5cf27856e67b&device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 1096 time: 0.3393762 Jun 24 09:23:18.884000 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53d4a2e3-1e05-4008-9b76-18d70892d100 req-05a09721-4b45-4293-b613-062d50c885cf service neutron] 10.222.0.60 "GET /v2.0/networks/b9ba2bf6-ae1f-4e8f-92c3-c674b018292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852210 Jun 24 09:23:18.988876 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dce4b8-6e55-47ad-b417-8e27d4578854 req-a74a81eb-a766-49e1-b0d7-c29273843449 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:18.990756 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-42dce4b8-6e55-47ad-b417-8e27d4578854 req-a74a81eb-a766-49e1-b0d7-c29273843449 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 944 time: 0.2170923 Jun 24 09:23:19.024966 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f5766-7c0f-40fe-8b8b-48310fefa303 req-0a7c2115-4111-4285-8307-fb6dd27f9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:19.026594 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-963f5766-7c0f-40fe-8b8b-48310fefa303 req-0a7c2115-4111-4285-8307-fb6dd27f9123 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4dc34bfe-d409-482a-8295-442d7f26244e HTTP/1.1" status: 200 len: 920 time: 0.2296891 Jun 24 09:23:19.083183 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-42dce4b8-6e55-47ad-b417-8e27d4578854 req-da09d9ac-b772-4bdb-a133-133fb759e1a5 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824473 Jun 24 09:23:19.084501 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-963f5766-7c0f-40fe-8b8b-48310fefa303 req-15b43239-2337-41e4-8fec-b2b507963425 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae4860e5-c578-4d87-b987-c41b262050d9 HTTP/1.1" status: 200 len: 217 time: 0.0479531 Jun 24 09:23:19.106249 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a52a3-c5cb-4794-a060-3cdfe076d612 req-6f63ec94-126c-4ffd-88dc-90f012503308 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:19.114771 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-803a52a3-c5cb-4794-a060-3cdfe076d612 req-6f63ec94-126c-4ffd-88dc-90f012503308 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 931 time: 0.2238829 Jun 24 09:23:19.136801 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f5766-7c0f-40fe-8b8b-48310fefa303 req-f2586c6a-bb80-4a07-84d6-52fc51bcfeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:19.138525 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-963f5766-7c0f-40fe-8b8b-48310fefa303 req-f2586c6a-bb80-4a07-84d6-52fc51bcfeb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39188485-ce1d-43fe-a076-b062c72c56ce HTTP/1.1" status: 200 len: 859 time: 0.0476644 Jun 24 09:23:19.157694 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81df801e-fcff-44cf-984a-bf751b7f9abc {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:23:19.173415 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:19.187692 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-963f5766-7c0f-40fe-8b8b-48310fefa303 req-949c381e-a955-4f45-8a84-3df3f8f5605a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dc34bfe-d409-482a-8295-442d7f26244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417397 Jun 24 09:23:19.194492 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9daffe0-0a92-4758-bfa4-25e7070cdc0d {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:23:19.212734 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:19.217475 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-803a52a3-c5cb-4794-a060-3cdfe076d612 req-76fb36a3-fc8b-4430-b3b9-2a1f4bf8220f tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016090 Jun 24 09:23:19.224945 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Transition to ACTIVE for port object 81df801e-fcff-44cf-984a-bf751b7f9abc will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:23:19.232120 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Transition to ACTIVE for port object e9daffe0-0a92-4758-bfa4-25e7070cdc0d will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:23:19.310468 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:19.315269 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:19.360580 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:19.401217 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Pushing event updated for resources: {'Port': ['ID=81df801e-fcff-44cf-984a-bf751b7f9abc,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:19.409632 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-963f5766-7c0f-40fe-8b8b-48310fefa303 req-08a7267e-7193-4de5-a3be-5822d682ac60 service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100699 Jun 24 09:23:19.411851 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:19.412384 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:19.584710 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-963f5766-7c0f-40fe-8b8b-48310fefa303 req-01e8e2b5-2f76-4bc4-bcfd-d8e6ce3cbce9 service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683924 Jun 24 09:23:19.692154 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5f747-4bc9-4d2b-8b22-871428613145 req-3be99443-8c2d-4dbf-bc4e-0c86be8c0c5c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:19.693702 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-22e5f747-4bc9-4d2b-8b22-871428613145 req-3be99443-8c2d-4dbf-bc4e-0c86be8c0c5c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.1073675 Jun 24 09:23:19.741896 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-22e5f747-4bc9-4d2b-8b22-871428613145 req-0b1fb568-cf29-4337-91f6-e884841ecd1e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424247 Jun 24 09:23:19.758101 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Pushing event updated for resources: {'Port': ['ID=e9daffe0-0a92-4758-bfa4-25e7070cdc0d,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:19.765709 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:19.768237 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Attempting to bind port 81df801e-fcff-44cf-984a-bf751b7f9abc on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:23:19.768572 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Attempting to bind port 81df801e-fcff-44cf-984a-bf751b7f9abc by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:23:19.768899 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Attempting to bind port 81df801e-fcff-44cf-984a-bf751b7f9abc on network a5ca0700-991e-47d2-99de-f9047b5f2e60 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:23:19.774578 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Attempting to bind port e9daffe0-0a92-4758-bfa4-25e7070cdc0d on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:23:19.774928 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Attempting to bind port e9daffe0-0a92-4758-bfa4-25e7070cdc0d by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '18d54f54-6d85-4bbe-b013-d55385f59166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:23:19.775251 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Attempting to bind port e9daffe0-0a92-4758-bfa4-25e7070cdc0d on network 4dc34bfe-d409-482a-8295-442d7f26244e {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:23:19.777978 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Port 81df801e-fcff-44cf-984a-bf751b7f9abc on network a5ca0700-991e-47d2-99de-f9047b5f2e60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:23:19.778290 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Attempting to bind port 81df801e-fcff-44cf-984a-bf751b7f9abc on network a5ca0700-991e-47d2-99de-f9047b5f2e60 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:23:19.784352 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Port e9daffe0-0a92-4758-bfa4-25e7070cdc0d on network 4dc34bfe-d409-482a-8295-442d7f26244e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:23:19.784667 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Attempting to bind port e9daffe0-0a92-4758-bfa4-25e7070cdc0d on network 4dc34bfe-d409-482a-8295-442d7f26244e {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:23:19.787556 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:23:19.787894 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Checking segment: {'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:23:19.788254 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Bound using segment: {'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:23:19.788682 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Bound port: 81df801e-fcff-44cf-984a-bf751b7f9abc, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:23:19.789021 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:19.793373 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:23:19.793699 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Checking segment: {'id': '18d54f54-6d85-4bbe-b013-d55385f59166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:23:19.794059 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Bound using segment: {'id': '18d54f54-6d85-4bbe-b013-d55385f59166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:23:19.794468 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Bound port: e9daffe0-0a92-4758-bfa4-25e7070cdc0d, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d54f54-6d85-4bbe-b013-d55385f59166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:23:19.794797 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:19.800539 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-2d9c5a05-dcd9-4f75-9b00-e32db98c5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:19.854319 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device ae4860e5-c578-4d87-b987-c41b262050d9 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:23:19.925381 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] For port 81df801e-fcff-44cf-984a-bf751b7f9abc, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:23:19.927901 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] For port e9daffe0-0a92-4758-bfa4-25e7070cdc0d, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:23:19.931385 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] For port 81df801e-fcff-44cf-984a-bf751b7f9abc, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=81df801e-fcff-44cf-984a-bf751b7f9abc,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:23:19.941120 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] For port e9daffe0-0a92-4758-bfa4-25e7070cdc0d, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e9daffe0-0a92-4758-bfa4-25e7070cdc0d,segment=NetworkSegment(18d54f54-6d85-4bbe-b013-d55385f59166),segment_id=18d54f54-6d85-4bbe-b013-d55385f59166)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:23:20.009021 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port ae4860e5-c578-4d87-b987-c41b262050d9, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ae4860e5-c578-4d87-b987-c41b262050d9,segment=NetworkSegment(18d54f54-6d85-4bbe-b013-d55385f59166),segment_id=18d54f54-6d85-4bbe-b013-d55385f59166)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:20.021437 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261a339-96cd-48a2-ba4c-5d85c8f47655 req-4d9f1a41-6677-4038-bc67-2f93c08bd540 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:20.025316 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a261a339-96cd-48a2-ba4c-5d85c8f47655 req-4d9f1a41-6677-4038-bc67-2f93c08bd540 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 943 time: 0.0884278 Jun 24 09:23:20.025558 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': 'ae4860e5-c578-4d87-b987-c41b262050d9', 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e', 'port_id': 'ae4860e5-c578-4d87-b987-c41b262050d9', 'mac_address': 'fa:16:3e:06:18:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39188485-ce1d-43fe-a076-b062c72c56ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:23:20.047643 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.052337 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.056664 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ff5c7f01-257b-4111-9187-6e18eb8220ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:20.072045 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.090637 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4860e5-c578-4d87-b987-c41b262050d9 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:23:20.111324 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port ae4860e5-c578-4d87-b987-c41b262050d9, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ae4860e5-c578-4d87-b987-c41b262050d9,segment=NetworkSegment(18d54f54-6d85-4bbe-b013-d55385f59166),segment_id=18d54f54-6d85-4bbe-b013-d55385f59166)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:20.113015 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.149413 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Pushing event updated for resources: {'Port': ['ID=e9daffe0-0a92-4758-bfa4-25e7070cdc0d,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:20.163906 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:20.168612 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.168612 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] 10.222.0.60 "PUT /v2.0/ports/e9daffe0-0a92-4758-bfa4-25e7070cdc0d HTTP/1.1" status: 200 len: 1093 time: 1.9567647 Jun 24 09:23:20.168612 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc108a86-8dbb-4676-bc9f-907e1e4ba32b', 'tag': 'e9daffe0-0a92-4758-bfa4-25e7070cdc0d'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:23:20.170148 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb023f22-662f-4e07-b172-0ef04f5b5447" -d '{"events": [{"name": "network-changed", "server_uuid": "dc108a86-8dbb-4676-bc9f-907e1e4ba32b", "tag": "e9daffe0-0a92-4758-bfa4-25e7070cdc0d"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:23:20.214149 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a261a339-96cd-48a2-ba4c-5d85c8f47655 req-204f8877-62ff-447f-a2b7-deb6e0111593 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821718 Jun 24 09:23:20.217648 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:20.218274 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.219657 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] 10.222.0.60 "PUT /v2.0/ports/81df801e-fcff-44cf-984a-bf751b7f9abc HTTP/1.1" status: 200 len: 1093 time: 2.0085924 Jun 24 09:23:20.245514 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.246593 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 46362dba-417d-4afa-80a3-6ef540cf5a65 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:23:20.251146 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:20.255042 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Pushing event updated for resources: {'Port': ['ID=81df801e-fcff-44cf-984a-bf751b7f9abc,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:20.270165 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:20.270598 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:20.270917 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:20.311198 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4815bd5f-fbeb-4723-a300-8fbea45f931c x-openstack-request-id: req-4815bd5f-fbeb-4723-a300-8fbea45f931c {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:23:20.311198 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc108a86-8dbb-4676-bc9f-907e1e4ba32b", "tag": "e9daffe0-0a92-4758-bfa4-25e7070cdc0d", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:23:20.311198 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4815bd5f-fbeb-4723-a300-8fbea45f931c {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:23:20.311198 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc108a86-8dbb-4676-bc9f-907e1e4ba32b', 'tag': 'e9daffe0-0a92-4758-bfa4-25e7070cdc0d', 'status': 'completed', 'code': 200} Jun 24 09:23:20.398558 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee359a-7da0-492d-9a5d-2a082312e2ff req-b2f44c9b-a6d8-441d-b653-8110c17cbdcc tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:20.400724 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-54ee359a-7da0-492d-9a5d-2a082312e2ff req-b2f44c9b-a6d8-441d-b653-8110c17cbdcc tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 944 time: 0.1843684 Jun 24 09:23:20.536987 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 46362dba-417d-4afa-80a3-6ef540cf5a65, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=46362dba-417d-4afa-80a3-6ef540cf5a65,segment=NetworkSegment(8dd97747-da05-430d-a17b-8931273e553e),segment_id=8dd97747-da05-430d-a17b-8931273e553e)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:20.541569 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-54ee359a-7da0-492d-9a5d-2a082312e2ff req-513b894d-987b-49ab-b009-af9307801c9e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351335 Jun 24 09:23:20.556712 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '46362dba-417d-4afa-80a3-6ef540cf5a65', 'network_id': 'b9ba2bf6-ae1f-4e8f-92c3-c674b018292f', 'port_id': '46362dba-417d-4afa-80a3-6ef540cf5a65', 'mac_address': 'fa:16:3e:65:9e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f96650c-f540-4407-a186-85d0def80ed6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:23:20.577014 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-0397ee5a-fdc6-4769-8c07-3644993e9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:20.577014 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-0397ee5a-fdc6-4769-8c07-3644993e9eb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=789de2cd33544e339915865a4902f236&device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 1096 time: 0.1426320 Jun 24 09:23:20.577408 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=ae4860e5-c578-4d87-b987-c41b262050d9,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:20.581820 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:20.586047 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-ae5ca404-d5f3-40c7-9948-a9e68366bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:20.589499 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-ae5ca404-d5f3-40c7-9948-a9e68366bec2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8a0c67c143a4eb19c1e5cf27856e67b&device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 1096 time: 0.2635503 Jun 24 09:23:20.656456 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053dbe5-960b-4d3c-88e7-cf800860988c req-09b446d8-7d25-4cc0-8352-b98aec278eb9 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:20.660422 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 47516) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:20.664395 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0053dbe5-960b-4d3c-88e7-cf800860988c req-09b446d8-7d25-4cc0-8352-b98aec278eb9 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 943 time: 0.1090372 Jun 24 09:23:20.699243 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.719081 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0053dbe5-960b-4d3c-88e7-cf800860988c req-56280fd3-13c9-4ef8-a239-bf6cf893c7d0 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444906 Jun 24 09:23:20.722969 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.726354 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46362dba-417d-4afa-80a3-6ef540cf5a65 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:23:20.749919 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 46362dba-417d-4afa-80a3-6ef540cf5a65, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=46362dba-417d-4afa-80a3-6ef540cf5a65,segment=NetworkSegment(8dd97747-da05-430d-a17b-8931273e553e),segment_id=8dd97747-da05-430d-a17b-8931273e553e)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:20.773760 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1085520e-b78a-42c0-babd-9847166520fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.831147 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.832437 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device f568d1df-4d1c-40c6-a907-a6939dc6fe49 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:23:20.837171 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:20.910929 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1085520e-b78a-42c0-babd-9847166520fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:20.977144 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=46362dba-417d-4afa-80a3-6ef540cf5a65,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:20.981313 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:21.020115 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port f568d1df-4d1c-40c6-a907-a6939dc6fe49, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=f568d1df-4d1c-40c6-a907-a6939dc6fe49,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:21.031444 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': 'f568d1df-4d1c-40c6-a907-a6939dc6fe49', 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024', 'port_id': 'f568d1df-4d1c-40c6-a907-a6939dc6fe49', 'mac_address': 'fa:16:3e:bb:a2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45cc966-8eac-4881-ba60-0b81c8bcfe2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:23:21.036874 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c1c68-6104-4afe-bb8e-a02d9648d9e3 req-452a41d0-3447-42b9-ae99-5a5335a2a033 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:21.039332 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-100c1c68-6104-4afe-bb8e-a02d9648d9e3 req-452a41d0-3447-42b9-ae99-5a5335a2a033 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0796869 Jun 24 09:23:21.069333 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1085520e-b78a-42c0-babd-9847166520fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:21.083509 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1cd91303-f491-4507-bddd-69950be4dfc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:21.083912 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:21.097118 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f568d1df-4d1c-40c6-a907-a6939dc6fe49 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:23:21.117805 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port f568d1df-4d1c-40c6-a907-a6939dc6fe49, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=f568d1df-4d1c-40c6-a907-a6939dc6fe49,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:21.121774 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-100c1c68-6104-4afe-bb8e-a02d9648d9e3 req-384f8fb6-546a-4672-a02d-93c617d45d75 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778117 Jun 24 09:23:21.129326 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-1085520e-b78a-42c0-babd-9847166520fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b9a5bff2b55450596cbb98ccc4f06fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678288 Jun 24 09:23:21.135195 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085520e-b78a-42c0-babd-9847166520fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8ad7c2-2e83-4d29-98dc-ee5e55bc9451,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:21.135309 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47528) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:21.135726 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1085520e-b78a-42c0-babd-9847166520fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:21.182432 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-16044ccf-0b63-4dd4-a43f-a5951ed7b98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:21.208217 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:21.208217 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:21.210850 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-16044ccf-0b63-4dd4-a43f-a5951ed7b98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:21.280373 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=f568d1df-4d1c-40c6-a907-a6939dc6fe49,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:21.290107 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:21.405151 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-16044ccf-0b63-4dd4-a43f-a5951ed7b98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:21.409401 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-16044ccf-0b63-4dd4-a43f-a5951ed7b98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:21.410572 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-16044ccf-0b63-4dd4-a43f-a5951ed7b98f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e8ad7c2-2e83-4d29-98dc-ee5e55bc9451 HTTP/1.1" status: 204 len: 168 time: 0.2767217 Jun 24 09:23:21.414096 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:21.425170 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16044ccf-0b63-4dd4-a43f-a5951ed7b98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8ad7c2-2e83-4d29-98dc-ee5e55bc9451,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:21.429802 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-16044ccf-0b63-4dd4-a43f-a5951ed7b98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:21.456269 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec3701-7575-4773-8f21-51aa1f069499 req-f84ffbc1-8afd-4bf4-b831-88ae2cb8e5c8 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:21.457841 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73ec3701-7575-4773-8f21-51aa1f069499 req-f84ffbc1-8afd-4bf4-b831-88ae2cb8e5c8 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 944 time: 0.0840633 Jun 24 09:23:21.497778 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73ec3701-7575-4773-8f21-51aa1f069499 req-c9e7358f-9eae-4636-8372-852790adff46 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342221 Jun 24 09:23:21.735823 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486aa86-a118-4095-9caf-8f7d9d7896b7 req-199c4076-e413-43f7-9f68-883576b37f31 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:21.737789 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a486aa86-a118-4095-9caf-8f7d9d7896b7 req-199c4076-e413-43f7-9f68-883576b37f31 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 945 time: 0.0683665 Jun 24 09:23:21.780605 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a486aa86-a118-4095-9caf-8f7d9d7896b7 req-7d5df74a-be4b-4b93-8cea-b620eb206464 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368330 Jun 24 09:23:21.900361 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f0f19-caf3-42d2-baa8-57cb89d522b9 req-a8ac282c-9be7-4f43-b83d-6b714ec669a1 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:21.901796 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-af7f0f19-caf3-42d2-baa8-57cb89d522b9 req-a8ac282c-9be7-4f43-b83d-6b714ec669a1 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 943 time: 0.0616221 Jun 24 09:23:21.939122 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-af7f0f19-caf3-42d2-baa8-57cb89d522b9 req-faad888c-be1d-409c-9816-9f57976e8a80 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311751 Jun 24 09:23:22.094576 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 47562) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:22.108031 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-19deeb0c-0f18-4024-aca5-acf848c9fae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:22.192467 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-19deeb0c-0f18-4024-aca5-acf848c9fae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:22.281786 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:22.282352 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-19deeb0c-0f18-4024-aca5-acf848c9fae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:22.286442 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c67f0563-c504-476c-8166-2869f39d8bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:22.311793 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'tag': '81df801e-fcff-44cf-984a-bf751b7f9abc'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:23:22.314400 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a462f6-963d-4617-825d-a85eee06ec17" -d '{"events": [{"name": "network-changed", "server_uuid": "27c874ae-5cb3-4176-a256-36e5b8ec595f", "tag": "81df801e-fcff-44cf-984a-bf751b7f9abc"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:23:22.330444 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-19deeb0c-0f18-4024-aca5-acf848c9fae5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e183a3bb2ba544c19b7ec52154ef4f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347360 Jun 24 09:23:22.333197 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47570) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:22.334239 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19deeb0c-0f18-4024-aca5-acf848c9fae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d456286-ab21-4458-8a5d-84607ba03f7c,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:22.343625 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f253b-a4a6-4fdc-87db-25be2f29f42d req-137c47d2-3290-411d-8078-1bc65cf49a91 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:22.345106 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ba9f253b-a4a6-4fdc-87db-25be2f29f42d req-137c47d2-3290-411d-8078-1bc65cf49a91 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.1028309 Jun 24 09:23:22.345945 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-19deeb0c-0f18-4024-aca5-acf848c9fae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:22.381566 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d15f6e-7102-413d-9e8c-04a0d14aeb6c x-openstack-request-id: req-30d15f6e-7102-413d-9e8c-04a0d14aeb6c {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:23:22.382022 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c874ae-5cb3-4176-a256-36e5b8ec595f", "tag": "81df801e-fcff-44cf-984a-bf751b7f9abc", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:23:22.382585 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30d15f6e-7102-413d-9e8c-04a0d14aeb6c {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:23:22.382979 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'tag': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'status': 'completed', 'code': 200} Jun 24 09:23:22.401208 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ba9f253b-a4a6-4fdc-87db-25be2f29f42d req-4da52688-fe70-4f6f-a157-59029563a96d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490708 Jun 24 09:23:22.410321 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc9f9-938d-4b04-bd49-395d5423c917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:22.431348 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc9f9-938d-4b04-bd49-395d5423c917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:22.570001 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc9f9-938d-4b04-bd49-395d5423c917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:22.573769 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc9f9-938d-4b04-bd49-395d5423c917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:22.574938 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0d9fc9f9-938d-4b04-bd49-395d5423c917 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d456286-ab21-4458-8a5d-84607ba03f7c HTTP/1.1" status: 204 len: 168 time: 0.2407267 Jun 24 09:23:22.575695 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-319a72f8-9d67-4dba-8e79-b504f96f9c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:22.583741 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fc9f9-938d-4b04-bd49-395d5423c917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d456286-ab21-4458-8a5d-84607ba03f7c,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:22.586045 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0d9fc9f9-938d-4b04-bd49-395d5423c917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:22.703756 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa0189-7d24-465f-83a3-3b874ca95b9d req-13abfba9-3171-4de6-ad9f-8aee9badf7ea tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:22.705207 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-edfa0189-7d24-465f-83a3-3b874ca95b9d req-13abfba9-3171-4de6-ad9f-8aee9badf7ea tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 944 time: 0.0687170 Jun 24 09:23:22.742987 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-edfa0189-7d24-465f-83a3-3b874ca95b9d req-6efbb90f-d7ca-4afa-9ff1-23db4215a75e tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315573 Jun 24 09:23:22.950610 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823632b-114f-4324-9e84-b5dc0a068fea req-0a39cdbf-5282-498e-8e6c-bcdb052256c4 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:22.952417 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b823632b-114f-4324-9e84-b5dc0a068fea req-0a39cdbf-5282-498e-8e6c-bcdb052256c4 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 945 time: 0.0628197 Jun 24 09:23:22.993840 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b823632b-114f-4324-9e84-b5dc0a068fea req-67ddb872-7da4-48ec-a4de-a72ec62b6305 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326135 Jun 24 09:23:23.130743 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8164fd-644f-43a3-b8a0-663d482bbede req-4d5937f6-5057-4d5f-a310-90aafd50cc49 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:23.132109 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1e8164fd-644f-43a3-b8a0-663d482bbede req-4d5937f6-5057-4d5f-a310-90aafd50cc49 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 943 time: 0.0718544 Jun 24 09:23:23.167512 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1e8164fd-644f-43a3-b8a0-663d482bbede req-2d26990c-2cd9-4778-8477-d044588588d8 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298462 Jun 24 09:23:23.366619 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-835e1198-dd08-4bec-bfb8-82ad3a9cba7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81df801e-fcff-44cf-984a-bf751b7f9abc HTTP/1.1" status: 200 len: 217 time: 0.0660391 Jun 24 09:23:23.436393 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-97caa7d5-1c02-4d10-bdf7-4ad97aca96c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9daffe0-0a92-4758-bfa4-25e7070cdc0d HTTP/1.1" status: 200 len: 217 time: 0.1058249 Jun 24 09:23:23.482900 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-ca352531-2191-4359-8833-19829ef40856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:23.487432 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-ca352531-2191-4359-8833-19829ef40856 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=172579aa-233f-48bd-9ad4-0b00016b6268 HTTP/1.1" status: 200 len: 855 time: 0.0890436 Jun 24 09:23:23.542674 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-6d46fd24-f270-436e-b578-d2ad71c4b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:23.544160 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-6d46fd24-f270-436e-b578-d2ad71c4b2cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39188485-ce1d-43fe-a076-b062c72c56ce HTTP/1.1" status: 200 len: 859 time: 0.1011200 Jun 24 09:23:23.586623 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-6df7b150-1c67-47f1-a29c-99254b982bbd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dc34bfe-d409-482a-8295-442d7f26244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325425 Jun 24 09:23:23.596229 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e8e6b-0281-41ad-bd44-3ec9e6086850 req-fe822662-baea-4174-8646-dbe502e2d8dc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:23.597845 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-754e8e6b-0281-41ad-bd44-3ec9e6086850 req-fe822662-baea-4174-8646-dbe502e2d8dc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0697134 Jun 24 09:23:23.637565 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-754e8e6b-0281-41ad-bd44-3ec9e6086850 req-c0ad48df-8310-4240-9059-6bf5ef7d9ac9 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328438 Jun 24 09:23:23.667270 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-369ee07a-cd40-4393-98ac-c377fbaadb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:23.669191 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-369ee07a-cd40-4393-98ac-c377fbaadb4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5ca0700-991e-47d2-99de-f9047b5f2e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1764650 Jun 24 09:23:23.761579 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-7bbbb96d-f5fa-448a-b66f-32e8d42fe11a service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618960 Jun 24 09:23:23.839463 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-ccc70a4b-8092-4c49-b7d9-db922d34e2b0 service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623325 Jun 24 09:23:23.881484 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['46362dba-417d-4afa-80a3-6ef540cf5a65'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:23:23.945647 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['f568d1df-4d1c-40c6-a907-a6939dc6fe49'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:23:23.948108 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['ae4860e5-c578-4d87-b987-c41b262050d9'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:23:23.957527 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f565f68c-613d-4376-b22d-82705d6e5c94 req-a9b36954-8236-49e1-9b2f-aa86c142f795 service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852341 Jun 24 09:23:24.010109 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb46b7-e056-4d42-8817-330846f4f4c9 req-c8dd882b-6da7-4ba8-8e46-066505c14e59 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:24.011597 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-03eb46b7-e056-4d42-8817-330846f4f4c9 req-c8dd882b-6da7-4ba8-8e46-066505c14e59 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 944 time: 0.1456871 Jun 24 09:23:24.013392 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fcdd7dc6-ec05-464f-9b29-2d585a10239a req-f7f9dfca-381a-47a3-ae3b-32ce9e77c401 service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656694 Jun 24 09:23:24.060742 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-03eb46b7-e056-4d42-8817-330846f4f4c9 req-5975caef-274e-49ca-8daf-e7c73bdf7b77 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411718 Jun 24 09:23:24.222049 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade55b21-6f5a-4016-af6f-0f3284ae356d req-b414275d-f7c5-4fbe-b0ed-5c38af08e9b7 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:24.223792 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ade55b21-6f5a-4016-af6f-0f3284ae356d req-b414275d-f7c5-4fbe-b0ed-5c38af08e9b7 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 945 time: 0.0695226 Jun 24 09:23:24.263753 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ade55b21-6f5a-4016-af6f-0f3284ae356d req-0f551499-faa3-4c4b-a8a0-41fd7e90dbfd tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Jun 24 09:23:24.352281 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb5335-14e1-481f-8f94-db8ca2ec4cf8 req-5f88a24d-3bab-4b72-a2e7-894975c4e93b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:24.353761 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0abb5335-14e1-481f-8f94-db8ca2ec4cf8 req-5f88a24d-3bab-4b72-a2e7-894975c4e93b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 943 time: 0.0682580 Jun 24 09:23:24.393754 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0abb5335-14e1-481f-8f94-db8ca2ec4cf8 req-2a702efa-34ce-499e-ab6c-40b676679477 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339246 Jun 24 09:23:24.539494 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47646) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:24.640344 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-79bcbb09-288d-4586-9504-f343fa3985e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:24.728476 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-79bcbb09-288d-4586-9504-f343fa3985e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:24.812823 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-79bcbb09-288d-4586-9504-f343fa3985e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:24.816501 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:24.818732 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26687fe-2b37-499c-b57a-5d4452a2b43f req-f30f2df7-1053-4eaf-80f9-e735eb840780 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:24.820214 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b26687fe-2b37-499c-b57a-5d4452a2b43f req-f30f2df7-1053-4eaf-80f9-e735eb840780 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0623820 Jun 24 09:23:24.851051 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-79bcbb09-288d-4586-9504-f343fa3985e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ab20011ee7741518997652b279ed5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103898 Jun 24 09:23:24.852935 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcbb09-288d-4586-9504-f343fa3985e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9b9c69-1b16-4dbf-a90c-8a03a5bdf4a0,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:24.853823 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 47656) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:24.856016 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-79bcbb09-288d-4586-9504-f343fa3985e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:24.868162 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b26687fe-2b37-499c-b57a-5d4452a2b43f req-efff2ec6-063b-4513-92e5-b9cb104dfd51 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420268 Jun 24 09:23:24.909028 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-80704dfb-cf4b-4589-8cdd-27b71e17eaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:24.930087 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-80704dfb-cf4b-4589-8cdd-27b71e17eaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:25.085208 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-80704dfb-cf4b-4589-8cdd-27b71e17eaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:25.089506 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-80704dfb-cf4b-4589-8cdd-27b71e17eaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:25.091233 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-80704dfb-cf4b-4589-8cdd-27b71e17eaea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba9b9c69-1b16-4dbf-a90c-8a03a5bdf4a0 HTTP/1.1" status: 204 len: 168 time: 0.2346306 Jun 24 09:23:25.092304 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:25.100586 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80704dfb-cf4b-4589-8cdd-27b71e17eaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9b9c69-1b16-4dbf-a90c-8a03a5bdf4a0,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:25.103606 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-80704dfb-cf4b-4589-8cdd-27b71e17eaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:25.255322 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1744fc5-65a5-4a53-8beb-e257e3f439b0 req-fcd40b48-7414-4c1d-ad9a-e78204a65e37 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:25.256752 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c1744fc5-65a5-4a53-8beb-e257e3f439b0 req-fcd40b48-7414-4c1d-ad9a-e78204a65e37 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 944 time: 0.0627868 Jun 24 09:23:25.293640 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c1744fc5-65a5-4a53-8beb-e257e3f439b0 req-ca76faac-c3d9-4a0d-88c5-afe525fa0bc9 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311389 Jun 24 09:23:25.446735 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2e72c-ba42-400b-beb8-84872b0e804d req-3f5f282d-9762-45d2-83a3-f942da6cefa2 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:25.457448 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6af2e72c-ba42-400b-beb8-84872b0e804d req-3f5f282d-9762-45d2-83a3-f942da6cefa2 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 945 time: 0.0737915 Jun 24 09:23:25.496860 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6af2e72c-ba42-400b-beb8-84872b0e804d req-a2d444e6-2d0f-4586-9b72-57287ebd4d74 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401409 Jun 24 09:23:25.584294 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fef5e7-4118-4dc7-a722-326f35b741ae req-cd619c36-f675-4c33-bff5-264e50fd1063 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:25.585737 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-17fef5e7-4118-4dc7-a722-326f35b741ae req-cd619c36-f675-4c33-bff5-264e50fd1063 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 943 time: 0.0650225 Jun 24 09:23:25.623224 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-17fef5e7-4118-4dc7-a722-326f35b741ae req-a69071d1-c133-4624-934b-ed1b74bba061 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317156 Jun 24 09:23:26.053327 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace00a9-a984-4d57-84e3-284aa9dc32b3 req-6a64b09c-8a4e-4007-a6fc-48a0e8b5d8ac tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:26.055035 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-aace00a9-a984-4d57-84e3-284aa9dc32b3 req-6a64b09c-8a4e-4007-a6fc-48a0e8b5d8ac tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0618229 Jun 24 09:23:26.091718 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-aace00a9-a984-4d57-84e3-284aa9dc32b3 req-95d1dbf6-189b-439c-8d1d-60e4c1ff521f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312057 Jun 24 09:23:26.462369 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe22a42-d907-40c6-823b-db96175fd6aa req-521ce943-47c6-4a13-83a1-fb0ff7343d32 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:26.463758 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8fe22a42-d907-40c6-823b-db96175fd6aa req-521ce943-47c6-4a13-83a1-fb0ff7343d32 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 944 time: 0.0617847 Jun 24 09:23:26.498696 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8fe22a42-d907-40c6-823b-db96175fd6aa req-5c56df5c-b84c-42ed-9d11-c0c617b4b1bb tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294142 Jun 24 09:23:26.688637 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a86c3a-d0a2-411d-8487-197c975fb8d4 req-1c7e8b1a-eb78-412e-94d8-a84dfc0efa6b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:26.690101 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a7a86c3a-d0a2-411d-8487-197c975fb8d4 req-1c7e8b1a-eb78-412e-94d8-a84dfc0efa6b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 945 time: 0.0673454 Jun 24 09:23:26.729288 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a7a86c3a-d0a2-411d-8487-197c975fb8d4 req-55fafc3b-6ec9-4fb4-acb8-fa41dd9c152c tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333533 Jun 24 09:23:26.809929 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81f4c-77c6-4d58-931d-85b1e8bafbfc req-8dd42d1d-0723-4ffe-89f4-60c9a54b39d2 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:26.811481 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4ae81f4c-77c6-4d58-931d-85b1e8bafbfc req-8dd42d1d-0723-4ffe-89f4-60c9a54b39d2 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 943 time: 0.0726261 Jun 24 09:23:26.851478 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4ae81f4c-77c6-4d58-931d-85b1e8bafbfc req-2631e915-7ec6-4da6-8324-5b5014ba3316 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342352 Jun 24 09:23:26.929588 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb023f22-662f-4e07-b172-0ef04f5b5447 req-1d60e3c2-98f6-4062-847c-bd676d533bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:26.931401 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cb023f22-662f-4e07-b172-0ef04f5b5447 req-1d60e3c2-98f6-4062-847c-bd676d533bc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8a0c67c143a4eb19c1e5cf27856e67b&device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 1096 time: 0.0600967 Jun 24 09:23:27.279873 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565672fe-6c2b-432c-9199-ce487162bdbe req-9a60c5fc-dddf-44c0-9443-8ec5e5cd9233 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:27.281519 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-565672fe-6c2b-432c-9199-ce487162bdbe req-9a60c5fc-dddf-44c0-9443-8ec5e5cd9233 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0708020 Jun 24 09:23:27.320375 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-565672fe-6c2b-432c-9199-ce487162bdbe req-747f8bb5-ecb1-47ce-b963-4346360523b0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330002 Jun 24 09:23:27.348231 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb023f22-662f-4e07-b172-0ef04f5b5447 req-1d502384-60c6-4801-9049-4a88457a417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:27.350145 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cb023f22-662f-4e07-b172-0ef04f5b5447 req-1d502384-60c6-4801-9049-4a88457a417e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4dc34bfe-d409-482a-8295-442d7f26244e HTTP/1.1" status: 200 len: 920 time: 0.3913336 Jun 24 09:23:27.352430 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a462f6-963d-4617-825d-a85eee06ec17 req-53d843ea-3ea7-45bb-9238-9008be123e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:27.353831 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-46a462f6-963d-4617-825d-a85eee06ec17 req-53d843ea-3ea7-45bb-9238-9008be123e8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=789de2cd33544e339915865a4902f236&device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 1096 time: 0.3865871 Jun 24 09:23:27.418198 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cb023f22-662f-4e07-b172-0ef04f5b5447 req-c4a752c1-37cf-49e2-92ac-512aee13e651 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9daffe0-0a92-4758-bfa4-25e7070cdc0d HTTP/1.1" status: 200 len: 217 time: 0.0539005 Jun 24 09:23:27.515365 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb023f22-662f-4e07-b172-0ef04f5b5447 req-12db22db-c04f-4f42-b6f9-f6262ec0b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:27.516769 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cb023f22-662f-4e07-b172-0ef04f5b5447 req-12db22db-c04f-4f42-b6f9-f6262ec0b52f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39188485-ce1d-43fe-a076-b062c72c56ce HTTP/1.1" status: 200 len: 859 time: 0.0713391 Jun 24 09:23:27.542577 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a462f6-963d-4617-825d-a85eee06ec17 req-4174726b-f0ee-4de1-a098-ae99607d552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:27.542577 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-46a462f6-963d-4617-825d-a85eee06ec17 req-4174726b-f0ee-4de1-a098-ae99607d552d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5ca0700-991e-47d2-99de-f9047b5f2e60 HTTP/1.1" status: 200 len: 917 time: 0.1771033 Jun 24 09:23:27.561241 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cb023f22-662f-4e07-b172-0ef04f5b5447 req-b5c83af2-e6b8-47da-9f2f-d2297a011b5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dc34bfe-d409-482a-8295-442d7f26244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332780 Jun 24 09:23:27.611152 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-46a462f6-963d-4617-825d-a85eee06ec17 req-7840e1c0-380f-4490-9111-7b0d0da2472b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81df801e-fcff-44cf-984a-bf751b7f9abc HTTP/1.1" status: 200 len: 217 time: 0.0519931 Jun 24 09:23:27.750306 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a462f6-963d-4617-825d-a85eee06ec17 req-dd403b20-9755-4075-97c4-8182f8cdb29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:27.751793 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-46a462f6-963d-4617-825d-a85eee06ec17 req-dd403b20-9755-4075-97c4-8182f8cdb29f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=172579aa-233f-48bd-9ad4-0b00016b6268 HTTP/1.1" status: 200 len: 855 time: 0.1313813 Jun 24 09:23:27.816121 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cb023f22-662f-4e07-b172-0ef04f5b5447 req-e30fa926-04fc-4a2d-9c97-92a58cae27a5 service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428524 Jun 24 09:23:27.835038 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477766-05fd-4117-a5f8-b422bbc5a22d req-fae3910f-8edb-42d5-8e4b-36e5793922e6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:27.836808 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-41477766-05fd-4117-a5f8-b422bbc5a22d req-fae3910f-8edb-42d5-8e4b-36e5793922e6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 944 time: 0.1997848 Jun 24 09:23:27.918347 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a072c-bf92-454d-ad3e-0b8063c9a551 req-80e04b85-3193-4141-a9b0-d0817640ebf9 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:27.927927 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-680a072c-bf92-454d-ad3e-0b8063c9a551 req-80e04b85-3193-4141-a9b0-d0817640ebf9 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 945 time: 0.0841947 Jun 24 09:23:27.974135 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a462f6-963d-4617-825d-a85eee06ec17 req-cf140bdb-4577-4a01-8d18-e720589a990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:27.974135 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-46a462f6-963d-4617-825d-a85eee06ec17 req-cf140bdb-4577-4a01-8d18-e720589a990b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5ca0700-991e-47d2-99de-f9047b5f2e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2021699 Jun 24 09:23:27.986099 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-41477766-05fd-4117-a5f8-b422bbc5a22d req-eb144965-ab9b-4310-ac7d-84091c1538dd tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405256 Jun 24 09:23:28.013117 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-680a072c-bf92-454d-ad3e-0b8063c9a551 req-c8917197-d773-4187-b261-56f17379c4e6 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821986 Jun 24 09:23:28.114179 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cb023f22-662f-4e07-b172-0ef04f5b5447 req-1ebd59a4-11cd-47e6-9ba3-a9c1e26b309f service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879376 Jun 24 09:23:28.177243 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-46a462f6-963d-4617-825d-a85eee06ec17 req-5c9538b7-ab0f-41e9-8393-74a72f3aaa22 service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769288 Jun 24 09:23:28.309690 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496509d-a224-49ab-b750-33c874857d2c req-d92a4844-5d41-42c7-bccb-b91c72a99409 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:28.309690 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8496509d-a224-49ab-b750-33c874857d2c req-d92a4844-5d41-42c7-bccb-b91c72a99409 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 943 time: 0.1481798 Jun 24 09:23:28.316260 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-46a462f6-963d-4617-825d-a85eee06ec17 req-5bf79209-62f4-4349-b9af-e2cddfa37f6a service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224644 Jun 24 09:23:28.357019 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8496509d-a224-49ab-b750-33c874857d2c req-75eff824-a1d4-49af-834c-7cb5a210050a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397949 Jun 24 09:23:28.380353 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:28.558398 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2f168-c23a-4fad-a4d9-c5c15ee8a1ba req-e101236b-89d4-4f15-b4f4-ca15cb3045f6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:28.560173 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c4c2f168-c23a-4fad-a4d9-c5c15ee8a1ba req-e101236b-89d4-4f15-b4f4-ca15cb3045f6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0753326 Jun 24 09:23:28.629980 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c4c2f168-c23a-4fad-a4d9-c5c15ee8a1ba req-88ea3237-3caa-4a01-8427-a1307c4434e4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456533 Jun 24 09:23:28.823083 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device ae4860e5-c578-4d87-b987-c41b262050d9 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:23:28.996024 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port ae4860e5-c578-4d87-b987-c41b262050d9 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:23:29.000051 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port ae4860e5-c578-4d87-b987-c41b262050d9 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:23:29.007409 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:29.089371 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:29.116882 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09b358e-6741-41e5-99b2-73c4d0cc313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4860e5-c578-4d87-b987-c41b262050d9'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:23:29.189466 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676e931-364e-4920-82de-018428fc0a58 req-1447d8ee-930b-4857-be86-3adf66c82347 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:29.191021 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8676e931-364e-4920-82de-018428fc0a58 req-1447d8ee-930b-4857-be86-3adf66c82347 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 944 time: 0.0862775 Jun 24 09:23:29.213522 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port ae4860e5-c578-4d87-b987-c41b262050d9, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ae4860e5-c578-4d87-b987-c41b262050d9,segment=NetworkSegment(18d54f54-6d85-4bbe-b013-d55385f59166),segment_id=18d54f54-6d85-4bbe-b013-d55385f59166)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:29.216309 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2fa90-03fe-4bdf-bf57-7af598914c89 req-c0545cde-8044-4517-9b60-329889c8beac tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:29.217981 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3ed2fa90-03fe-4bdf-bf57-7af598914c89 req-c0545cde-8044-4517-9b60-329889c8beac tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 945 time: 0.0734036 Jun 24 09:23:29.262631 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3ed2fa90-03fe-4bdf-bf57-7af598914c89 req-c180d948-09d4-4ad7-9967-d98f1f0db653 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383613 Jun 24 09:23:29.276142 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8676e931-364e-4920-82de-018428fc0a58 req-9446ae11-3d02-4d44-b58d-14fd3947d872 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679514 Jun 24 09:23:29.332704 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:29.333594 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 46362dba-417d-4afa-80a3-6ef540cf5a65 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:23:29.341824 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:29.359876 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f795c8-8f38-4f38-ab17-f95ce3654ef7" -d '{"events": [{"server_uuid": "b09b358e-6741-41e5-99b2-73c4d0cc313e", "name": "network-vif-plugged", "status": "completed", "tag": "ae4860e5-c578-4d87-b987-c41b262050d9"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:23:29.428719 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=ae4860e5-c578-4d87-b987-c41b262050d9,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:29.433271 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:29.462877 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f264d313-a5b2-46dd-add0-24cc41e862bc x-openstack-request-id: req-f264d313-a5b2-46dd-add0-24cc41e862bc {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:23:29.463223 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09b358e-6741-41e5-99b2-73c4d0cc313e", "name": "network-vif-plugged", "status": "completed", "tag": "ae4860e5-c578-4d87-b987-c41b262050d9", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:23:29.463489 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f264d313-a5b2-46dd-add0-24cc41e862bc {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:23:29.463970 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09b358e-6741-41e5-99b2-73c4d0cc313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4860e5-c578-4d87-b987-c41b262050d9', 'code': 200} Jun 24 09:23:29.542413 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port 46362dba-417d-4afa-80a3-6ef540cf5a65 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:23:29.546576 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 46362dba-417d-4afa-80a3-6ef540cf5a65 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:23:29.549477 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:29.592184 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd7963-d07f-461f-99e8-395bbe518c8b req-71f673a1-ac05-4484-b466-3f2278a7373d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:29.594170 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-25cd7963-d07f-461f-99e8-395bbe518c8b req-71f673a1-ac05-4484-b466-3f2278a7373d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 943 time: 0.0954597 Jun 24 09:23:29.638586 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-25cd7963-d07f-461f-99e8-395bbe518c8b req-e1c364de-9b40-44ca-9d2d-2dd3fe8a99f4 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342600 Jun 24 09:23:29.650765 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:29.688169 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 46362dba-417d-4afa-80a3-6ef540cf5a65, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=46362dba-417d-4afa-80a3-6ef540cf5a65,segment=NetworkSegment(8dd97747-da05-430d-a17b-8931273e553e),segment_id=8dd97747-da05-430d-a17b-8931273e553e)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:29.743505 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:29.744925 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device f568d1df-4d1c-40c6-a907-a6939dc6fe49 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:23:29.747943 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:29.819441 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d74dd5-cdf6-42e7-ad5f-d4da6b1a6102 req-75e84e28-11b3-4885-bc68-7093c647e9fe tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:29.820901 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e1d74dd5-cdf6-42e7-ad5f-d4da6b1a6102 req-75e84e28-11b3-4885-bc68-7093c647e9fe tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0706115 Jun 24 09:23:29.824655 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=46362dba-417d-4afa-80a3-6ef540cf5a65,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:29.832279 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:29.869695 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e1d74dd5-cdf6-42e7-ad5f-d4da6b1a6102 req-6092c920-8dca-49c4-b7a9-8399a07b0055 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424407 Jun 24 09:23:29.933242 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port f568d1df-4d1c-40c6-a907-a6939dc6fe49 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:23:29.942173 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port f568d1df-4d1c-40c6-a907-a6939dc6fe49 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:23:29.942173 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:29.971010 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8fb2a-e2cd-40e5-b749-c4f2067957be req-25bdc5cf-82e3-4e16-be3a-95ff37ee095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:29.971010 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-55c8fb2a-e2cd-40e5-b749-c4f2067957be req-25bdc5cf-82e3-4e16-be3a-95ff37ee095c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 1098 time: 0.0868680 Jun 24 09:23:29.990262 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-55c8fb2a-e2cd-40e5-b749-c4f2067957be req-605fb3e8-edb8-4642-8590-956dec73fd78 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:30.022350 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:30.055306 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port f568d1df-4d1c-40c6-a907-a6939dc6fe49, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=f568d1df-4d1c-40c6-a907-a6939dc6fe49,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:30.081282 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-55c8fb2a-e2cd-40e5-b749-c4f2067957be req-605fb3e8-edb8-4642-8590-956dec73fd78 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:30.132695 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:30.134442 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:30.182273 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=f568d1df-4d1c-40c6-a907-a6939dc6fe49,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:30.184152 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-55c8fb2a-e2cd-40e5-b749-c4f2067957be req-605fb3e8-edb8-4642-8590-956dec73fd78 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:30.185571 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:30.186646 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:30.227091 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-55c8fb2a-e2cd-40e5-b749-c4f2067957be req-605fb3e8-edb8-4642-8590-956dec73fd78 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496881 Jun 24 09:23:30.231988 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fb3e8-edb8-4642-8590-956dec73fd78 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=adf3879b-5382-4d4b-8c27-1a7d6ef8fb37,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:30.235041 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-605fb3e8-edb8-4642-8590-956dec73fd78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:30.452551 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409fd2a-4c07-449f-8827-06a5fb9ccd45 req-3795e676-12ff-4b58-ac93-e5b35a7153cf tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:30.455501 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7409fd2a-4c07-449f-8827-06a5fb9ccd45 req-3795e676-12ff-4b58-ac93-e5b35a7153cf tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 945 time: 0.0711055 Jun 24 09:23:30.462726 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fbe31-3cf1-4032-85e9-93f93f7f4153 req-72b14e8d-de6b-4bed-8a30-7f052e709150 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:30.464775 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-723fbe31-3cf1-4032-85e9-93f93f7f4153 req-72b14e8d-de6b-4bed-8a30-7f052e709150 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 946 time: 0.0830920 Jun 24 09:23:30.490255 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7409fd2a-4c07-449f-8827-06a5fb9ccd45 req-6f0223ad-086c-4434-8b52-ed3ab8bc29db tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324731 Jun 24 09:23:30.503391 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-723fbe31-3cf1-4032-85e9-93f93f7f4153 req-bf969264-2b9c-45b1-8e7f-1563b76d6795 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332534 Jun 24 09:23:30.821959 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 81df801e-fcff-44cf-984a-bf751b7f9abc details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:23:30.828972 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639db10-4d5a-4877-b389-3c56835e99cb req-b2c64945-1397-4111-9463-f8d4ced67331 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:30.830980 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a639db10-4d5a-4877-b389-3c56835e99cb req-b2c64945-1397-4111-9463-f8d4ced67331 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 943 time: 0.0703731 Jun 24 09:23:30.873135 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a639db10-4d5a-4877-b389-3c56835e99cb req-61d075d0-d521-4d31-9584-3b51799d085a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361874 Jun 24 09:23:30.924809 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 81df801e-fcff-44cf-984a-bf751b7f9abc, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=81df801e-fcff-44cf-984a-bf751b7f9abc,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:30.935709 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'port_id': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'mac_address': 'fa:16:3e:f6:b4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:23:30.971918 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:30.987579 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81df801e-fcff-44cf-984a-bf751b7f9abc {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:23:31.008360 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 81df801e-fcff-44cf-984a-bf751b7f9abc, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=81df801e-fcff-44cf-984a-bf751b7f9abc,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:31.049165 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afeda7-0639-448e-bb19-76372006d850 req-16c79c28-60e9-484f-b2e3-b96a650d0fd4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:31.051317 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b2afeda7-0639-448e-bb19-76372006d850 req-16c79c28-60e9-484f-b2e3-b96a650d0fd4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0684686 Jun 24 09:23:31.098248 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b2afeda7-0639-448e-bb19-76372006d850 req-f028b70e-8385-4e16-bad5-51483a32e839 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420046 Jun 24 09:23:31.113648 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:31.114634 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device e9daffe0-0a92-4758-bfa4-25e7070cdc0d details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:23:31.119021 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:31.206852 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=81df801e-fcff-44cf-984a-bf751b7f9abc,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:31.209862 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:31.249820 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port e9daffe0-0a92-4758-bfa4-25e7070cdc0d, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e9daffe0-0a92-4758-bfa4-25e7070cdc0d,segment=NetworkSegment(18d54f54-6d85-4bbe-b013-d55385f59166),segment_id=18d54f54-6d85-4bbe-b013-d55385f59166)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:31.261836 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': 'e9daffe0-0a92-4758-bfa4-25e7070cdc0d', 'network_id': '4dc34bfe-d409-482a-8295-442d7f26244e', 'port_id': 'e9daffe0-0a92-4758-bfa4-25e7070cdc0d', 'mac_address': 'fa:16:3e:2d:11:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39188485-ce1d-43fe-a076-b062c72c56ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:23:31.308223 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:31.316110 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9daffe0-0a92-4758-bfa4-25e7070cdc0d {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:23:31.336780 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port e9daffe0-0a92-4758-bfa4-25e7070cdc0d, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e9daffe0-0a92-4758-bfa4-25e7070cdc0d,segment=NetworkSegment(18d54f54-6d85-4bbe-b013-d55385f59166),segment_id=18d54f54-6d85-4bbe-b013-d55385f59166)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:31.404902 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:31.406701 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:31.452250 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=e9daffe0-0a92-4758-bfa4-25e7070cdc0d,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:31.455835 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:31.465464 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecb221d-2646-48cd-961b-0d6d58071cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46362dba-417d-4afa-80a3-6ef540cf5a65'}, {'server_uuid': 'f6202101-94ad-4479-85bc-05791489cabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f568d1df-4d1c-40c6-a907-a6939dc6fe49'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:23:31.467775 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9cbff2-7277-44ce-b513-ee3b273603e8" -d '{"events": [{"server_uuid": "eecb221d-2646-48cd-961b-0d6d58071cf5", "name": "network-vif-plugged", "status": "completed", "tag": "46362dba-417d-4afa-80a3-6ef540cf5a65"}, {"server_uuid": "f6202101-94ad-4479-85bc-05791489cabf", "name": "network-vif-plugged", "status": "completed", "tag": "f568d1df-4d1c-40c6-a907-a6939dc6fe49"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:23:31.507308 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Jun 2021 09:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c5287c-d596-469a-97ba-61d28b88d27d x-openstack-request-id: req-a2c5287c-d596-469a-97ba-61d28b88d27d {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:23:31.507611 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecb221d-2646-48cd-961b-0d6d58071cf5", "name": "network-vif-plugged", "status": "completed", "tag": "46362dba-417d-4afa-80a3-6ef540cf5a65", "code": 200}, {"server_uuid": "f6202101-94ad-4479-85bc-05791489cabf", "name": "network-vif-plugged", "status": "completed", "tag": "f568d1df-4d1c-40c6-a907-a6939dc6fe49", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:23:31.507871 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2c5287c-d596-469a-97ba-61d28b88d27d {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:23:31.508274 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecb221d-2646-48cd-961b-0d6d58071cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46362dba-417d-4afa-80a3-6ef540cf5a65', 'code': 200} Jun 24 09:23:31.508538 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6202101-94ad-4479-85bc-05791489cabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f568d1df-4d1c-40c6-a907-a6939dc6fe49', 'code': 200} Jun 24 09:23:31.702667 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d545110-4d6e-482e-ad3e-b649fdd92f75 req-4a822332-abc6-4c3a-8c5c-afe030732919 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:31.706466 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9d545110-4d6e-482e-ad3e-b649fdd92f75 req-4a822332-abc6-4c3a-8c5c-afe030732919 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 946 time: 0.0837994 Jun 24 09:23:31.712981 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ded05-db41-49f3-aa77-db8f84a344bb req-57750bc3-6c61-4c23-bd87-e597a055a1bd tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:31.714576 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-008ded05-db41-49f3-aa77-db8f84a344bb req-57750bc3-6c61-4c23-bd87-e597a055a1bd tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 945 time: 0.1050625 Jun 24 09:23:31.755702 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9d545110-4d6e-482e-ad3e-b649fdd92f75 req-d3b93e12-899d-4c54-8062-d67903b4f41b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457432 Jun 24 09:23:31.764629 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-008ded05-db41-49f3-aa77-db8f84a344bb req-1007c978-1ec1-4577-a175-c5d1ea71c9da tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424864 Jun 24 09:23:31.804467 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['81df801e-fcff-44cf-984a-bf751b7f9abc'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:23:31.833847 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['e9daffe0-0a92-4758-bfa4-25e7070cdc0d'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:23:32.064950 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3931a5-d352-41e9-9202-94fc5bece1c4 req-47fb92ee-476f-4c7e-b01b-1a34c1f48f82 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:32.066532 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2e3931a5-d352-41e9-9202-94fc5bece1c4 req-47fb92ee-476f-4c7e-b01b-1a34c1f48f82 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 944 time: 0.0677307 Jun 24 09:23:32.105237 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2e3931a5-d352-41e9-9202-94fc5bece1c4 req-88008ec7-4559-45dc-9490-0d7549965e5c tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328457 Jun 24 09:23:32.243796 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47924) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:32.257314 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053d6e9-7bb8-4bf8-b231-3b693f40d5c0 req-dd8a7692-f6ef-4c30-8528-4c537252415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:32.258738 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8053d6e9-7bb8-4bf8-b231-3b693f40d5c0 req-dd8a7692-f6ef-4c30-8528-4c537252415c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 1099 time: 0.0936210 Jun 24 09:23:32.265885 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32b09c-2f0d-4111-aca7-46de97714733 req-d391b955-b4dd-400d-a724-a9f3bafb69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:32.268436 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe32b09c-2f0d-4111-aca7-46de97714733 req-d391b955-b4dd-400d-a724-a9f3bafb69ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 1098 time: 0.1113033 Jun 24 09:23:32.317550 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79e31d-2256-40dd-82bf-e26b93f8e64e req-a64153d4-5678-4a6d-967d-fe2e59b986dd tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:32.319296 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cb79e31d-2256-40dd-82bf-e26b93f8e64e req-a64153d4-5678-4a6d-967d-fe2e59b986dd tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 944 time: 0.0958948 Jun 24 09:23:32.330742 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8053d6e9-7bb8-4bf8-b231-3b693f40d5c0 req-34e8a7f6-87bd-4d9d-b537-f5539875b096 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607116 Jun 24 09:23:32.337130 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fe32b09c-2f0d-4111-aca7-46de97714733 req-6421a69b-f2df-4387-99a7-7d1356deb2fd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527179 Jun 24 09:23:32.374499 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cb79e31d-2256-40dd-82bf-e26b93f8e64e req-4e269a1d-7a8f-4f14-b9e3-0a4216f51836 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485051 Jun 24 09:23:32.403212 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d2d7-4551-4fe0-b86e-dfcecf15208e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:32.491609 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d2d7-4551-4fe0-b86e-dfcecf15208e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:32.601213 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d2d7-4551-4fe0-b86e-dfcecf15208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:32.604922 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-efe41d87-af25-462a-975a-7c671f5bf96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:32.643036 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d8c0d2d7-4551-4fe0-b86e-dfcecf15208e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=486958ce0bb645efa2b4832f908ecf23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973727 Jun 24 09:23:32.644156 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0d2d7-4551-4fe0-b86e-dfcecf15208e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5e27ef-f9ae-43fd-b8fd-127d44cf7d52,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:32.647675 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d8c0d2d7-4551-4fe0-b86e-dfcecf15208e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:32.649540 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47936) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:32.869595 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ed7cc141-01ea-4409-9733-1286edafea37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:32.921275 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ed7cc141-01ea-4409-9733-1286edafea37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:32.978220 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf7da8-3533-46e5-80e4-84ba646ca6eb req-fc8a1eb3-dd22-4849-be47-e9ba5ef1145c tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:32.979729 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-22bf7da8-3533-46e5-80e4-84ba646ca6eb req-fc8a1eb3-dd22-4849-be47-e9ba5ef1145c tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 945 time: 0.1082869 Jun 24 09:23:32.990099 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8aefc8-b66a-432c-b5fb-a2ff301961b0 req-cbed2234-11cf-49ea-ad81-f26c18c0a1b4 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:32.991990 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-df8aefc8-b66a-432c-b5fb-a2ff301961b0 req-cbed2234-11cf-49ea-ad81-f26c18c0a1b4 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 946 time: 0.0896428 Jun 24 09:23:33.029466 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-22bf7da8-3533-46e5-80e4-84ba646ca6eb req-686df368-d6a3-4ec9-bc5a-86acb6c97be8 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439351 Jun 24 09:23:33.040470 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-df8aefc8-b66a-432c-b5fb-a2ff301961b0 req-ee9ac289-8a03-479d-a63a-99a7aca04d2f tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428152 Jun 24 09:23:33.096061 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ed7cc141-01ea-4409-9733-1286edafea37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:33.098796 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ed7cc141-01ea-4409-9733-1286edafea37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:33.099959 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ed7cc141-01ea-4409-9733-1286edafea37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed5e27ef-f9ae-43fd-b8fd-127d44cf7d52 HTTP/1.1" status: 204 len: 168 time: 0.4493637 Jun 24 09:23:33.100892 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:33.117326 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cc141-01ea-4409-9733-1286edafea37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5e27ef-f9ae-43fd-b8fd-127d44cf7d52,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:33.119558 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ed7cc141-01ea-4409-9733-1286edafea37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:33.291172 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fc352-da2d-4f0d-8948-d34e664fd2e6 req-c74e14fd-417d-4de2-a8e4-53b277d5d922 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:33.292650 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-220fc352-da2d-4f0d-8948-d34e664fd2e6 req-c74e14fd-417d-4de2-a8e4-53b277d5d922 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 944 time: 0.0647473 Jun 24 09:23:33.336518 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-220fc352-da2d-4f0d-8948-d34e664fd2e6 req-1edbd9c0-2e12-4ea8-acee-f3910570a0b5 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380998 Jun 24 09:23:33.579209 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574f4d8-0141-4658-a219-ebb9605e9dde req-57cc7882-f8f1-4e61-a807-24f092647ca6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:33.580693 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0574f4d8-0141-4658-a219-ebb9605e9dde req-57cc7882-f8f1-4e61-a807-24f092647ca6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 944 time: 0.0677774 Jun 24 09:23:33.620241 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0574f4d8-0141-4658-a219-ebb9605e9dde req-484acc22-7a3d-4d17-99c2-a4dc81161af8 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328465 Jun 24 09:23:33.688912 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 47970) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:33.703776 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55986244-314e-4b42-b533-22527c5d9c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:33.791246 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55986244-314e-4b42-b533-22527c5d9c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:33.856429 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-55986244-314e-4b42-b533-22527c5d9c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:33.866382 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e5fc786a-ab30-4cd4-a3d8-1064a9a56ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:33.897193 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-55986244-314e-4b42-b533-22527c5d9c8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03925b1b94674661b9c19ff91b764770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065420 Jun 24 09:23:33.903068 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55986244-314e-4b42-b533-22527c5d9c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ccfccb-92c2-4ee3-9860-192aa34e9e13,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:33.903068 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-55986244-314e-4b42-b533-22527c5d9c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:33.905339 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 47974) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:33.957081 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-fe9d20f5-c5aa-4c15-86c8-b4e27eeb989d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:33.978059 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-fe9d20f5-c5aa-4c15-86c8-b4e27eeb989d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:34.121389 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-fe9d20f5-c5aa-4c15-86c8-b4e27eeb989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:34.124146 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-fe9d20f5-c5aa-4c15-86c8-b4e27eeb989d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:34.127544 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-fe9d20f5-c5aa-4c15-86c8-b4e27eeb989d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25ccfccb-92c2-4ee3-9860-192aa34e9e13 HTTP/1.1" status: 204 len: 168 time: 0.2213521 Jun 24 09:23:34.128696 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-84afe6e2-81f4-4df9-8a54-03406f0c7f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:34.138171 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d20f5-c5aa-4c15-86c8-b4e27eeb989d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ccfccb-92c2-4ee3-9860-192aa34e9e13,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:34.169382 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-fe9d20f5-c5aa-4c15-86c8-b4e27eeb989d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:34.220083 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf85bc8-ba24-4cd6-8e03-ebea823b89c5 req-3acf827e-2445-4323-9420-dab6a0938607 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:34.223323 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bdf85bc8-ba24-4cd6-8e03-ebea823b89c5 req-3acf827e-2445-4323-9420-dab6a0938607 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 945 time: 0.0831258 Jun 24 09:23:34.247647 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3eb55-5fe5-4b17-a7a7-0c7a069119b4 req-8d57c957-e37b-4795-8d89-1f013bbfdac8 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:34.249309 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2ab3eb55-5fe5-4b17-a7a7-0c7a069119b4 req-8d57c957-e37b-4795-8d89-1f013bbfdac8 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 946 time: 0.0781448 Jun 24 09:23:34.262473 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bdf85bc8-ba24-4cd6-8e03-ebea823b89c5 req-2e6968f6-22dd-434f-b551-73058033890b tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345621 Jun 24 09:23:34.300819 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2ab3eb55-5fe5-4b17-a7a7-0c7a069119b4 req-890e934a-ca03-4885-a015-88bc6f931cad tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Jun 24 09:23:34.527650 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21459c-e04a-4fcb-ac6d-aadb1050c111 req-334d3705-56bd-4adc-a7fe-36515d85f12c tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:34.528027 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-da21459c-e04a-4fcb-ac6d-aadb1050c111 req-334d3705-56bd-4adc-a7fe-36515d85f12c tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 944 time: 0.0810177 Jun 24 09:23:34.568429 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-da21459c-e04a-4fcb-ac6d-aadb1050c111 req-3143b7a5-ce65-4faa-b669-f4f19c36b35b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348737 Jun 24 09:23:34.808748 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb7d9b-9779-4db2-bf0c-232a257bb28e req-e3b3c0d3-e067-4096-930a-693edb4d44bd tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:34.810197 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eedb7d9b-9779-4db2-bf0c-232a257bb28e req-e3b3c0d3-e067-4096-930a-693edb4d44bd tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 944 time: 0.0633390 Jun 24 09:23:34.843816 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 81df801e-fcff-44cf-984a-bf751b7f9abc up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:23:34.853198 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eedb7d9b-9779-4db2-bf0c-232a257bb28e req-691d4b4b-8cbd-40c1-b92c-4c723b2057ba tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365062 Jun 24 09:23:34.949415 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port 81df801e-fcff-44cf-984a-bf751b7f9abc completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:23:34.953279 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 81df801e-fcff-44cf-984a-bf751b7f9abc triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:23:34.953843 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:35.035815 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:35.057867 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81df801e-fcff-44cf-984a-bf751b7f9abc'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:23:35.060128 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a5568d-fd14-4619-9dfe-9b22725504ee" -d '{"events": [{"server_uuid": "27c874ae-5cb3-4176-a256-36e5b8ec595f", "name": "network-vif-plugged", "status": "completed", "tag": "81df801e-fcff-44cf-984a-bf751b7f9abc"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:23:35.073263 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 81df801e-fcff-44cf-984a-bf751b7f9abc, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=81df801e-fcff-44cf-984a-bf751b7f9abc,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:35.108478 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aff7596-c104-404c-bd2d-49037db829f9 x-openstack-request-id: req-2aff7596-c104-404c-bd2d-49037db829f9 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:23:35.108478 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c874ae-5cb3-4176-a256-36e5b8ec595f", "name": "network-vif-plugged", "status": "completed", "tag": "81df801e-fcff-44cf-984a-bf751b7f9abc", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:23:35.108725 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2aff7596-c104-404c-bd2d-49037db829f9 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:23:35.109122 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'code': 200} Jun 24 09:23:35.172801 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:35.173810 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device e9daffe0-0a92-4758-bfa4-25e7070cdc0d up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:23:35.176919 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:35.257446 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=81df801e-fcff-44cf-984a-bf751b7f9abc,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:35.260820 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:35.359042 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port e9daffe0-0a92-4758-bfa4-25e7070cdc0d completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:23:35.364443 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port e9daffe0-0a92-4758-bfa4-25e7070cdc0d triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:23:35.366612 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:35.438423 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48028) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:35.581458 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:35.650487 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port e9daffe0-0a92-4758-bfa4-25e7070cdc0d, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e9daffe0-0a92-4758-bfa4-25e7070cdc0d,segment=NetworkSegment(18d54f54-6d85-4bbe-b013-d55385f59166),segment_id=18d54f54-6d85-4bbe-b013-d55385f59166)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:23:35.659133 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be99943-d4b1-483f-a4e8-d0c7b7d76753 req-444bbee4-301b-4c1e-ab4f-2453325bebd5 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:35.660711 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-1be99943-d4b1-483f-a4e8-d0c7b7d76753 req-444bbee4-301b-4c1e-ab4f-2453325bebd5 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 945 time: 0.1505790 Jun 24 09:23:35.661226 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642dadc-b0ba-486f-bbbd-0606e28745e6 req-a6edf552-49ac-4cf7-a616-5a35f1e1c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:35.663370 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2642dadc-b0ba-486f-bbbd-0606e28745e6 req-a6edf552-49ac-4cf7-a616-5a35f1e1c75e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 1098 time: 0.1077323 Jun 24 09:23:35.683206 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e9a161e8-9953-4db0-a981-6a6b5af96394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:35.717027 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2642dadc-b0ba-486f-bbbd-0606e28745e6 req-958fb880-a7fc-41d0-a3b8-0c1a5b311f0d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456121 Jun 24 09:23:35.721858 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:35.723743 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:35.762656 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-1be99943-d4b1-483f-a4e8-d0c7b7d76753 req-6691ada1-0acc-4f60-826f-0777111045ae tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918906 Jun 24 09:23:35.796172 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=e9daffe0-0a92-4758-bfa4-25e7070cdc0d,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:35.799224 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:35.831811 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ec3d4-6c3e-41a1-8669-b070286aac51 req-6239edee-df78-496a-9dc9-aceab26322a6 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:35.833570 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ca2ec3d4-6c3e-41a1-8669-b070286aac51 req-6239edee-df78-496a-9dc9-aceab26322a6 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 946 time: 0.0868659 Jun 24 09:23:35.844324 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e9a161e8-9953-4db0-a981-6a6b5af96394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:35.872782 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ca2ec3d4-6c3e-41a1-8669-b070286aac51 req-ce755893-1c66-4f3e-ba06-008c8da57cfd tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329878 Jun 24 09:23:35.955614 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174de2cd-f163-4e44-b4ce-59356e0e7024 req-0104871a-3b04-4122-ad6c-a234c8f3344d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:35.962928 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-174de2cd-f163-4e44-b4ce-59356e0e7024 req-0104871a-3b04-4122-ad6c-a234c8f3344d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0784676 Jun 24 09:23:35.970617 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e9a161e8-9953-4db0-a981-6a6b5af96394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:35.975520 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:36.034754 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a161e8-9953-4db0-a981-6a6b5af96394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48d829b-6eaf-4934-8550-a4f6f2c84f4f,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:36.040031 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-e9a161e8-9953-4db0-a981-6a6b5af96394 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0771059df4094ac09b3967f77d4943f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5992529 Jun 24 09:23:36.042982 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e9a161e8-9953-4db0-a981-6a6b5af96394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:36.043128 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 48052) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:36.046577 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-174de2cd-f163-4e44-b4ce-59356e0e7024 req-0b4aa429-4cff-4672-a2a0-0dc726a4fcf1 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827489 Jun 24 09:23:36.127326 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba4c8-e37b-4cf8-ae09-d4ce0f16878b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:36.157123 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba4c8-e37b-4cf8-ae09-d4ce0f16878b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:36.187660 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bde40-8fc0-48ca-9077-a701cf2618ec req-d936aa09-6b0e-43a1-ad42-ef463eff1d88 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:36.189230 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-284bde40-8fc0-48ca-9077-a701cf2618ec req-d936aa09-6b0e-43a1-ad42-ef463eff1d88 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.1146731 Jun 24 09:23:36.236458 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-284bde40-8fc0-48ca-9077-a701cf2618ec req-59b5a658-1225-4583-b0f5-da26df69d107 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400429 Jun 24 09:23:36.343675 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba4c8-e37b-4cf8-ae09-d4ce0f16878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:36.346402 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba4c8-e37b-4cf8-ae09-d4ce0f16878b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:36.347555 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4e4ba4c8-e37b-4cf8-ae09-d4ce0f16878b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b48d829b-6eaf-4934-8550-a4f6f2c84f4f HTTP/1.1" status: 204 len: 168 time: 0.3033910 Jun 24 09:23:36.352337 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:36.355659 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ba4c8-e37b-4cf8-ae09-d4ce0f16878b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48d829b-6eaf-4934-8550-a4f6f2c84f4f,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:36.357978 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4e4ba4c8-e37b-4cf8-ae09-d4ce0f16878b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:37.110650 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc108a86-8dbb-4676-bc9f-907e1e4ba32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9daffe0-0a92-4758-bfa4-25e7070cdc0d'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:23:37.113079 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8d3f56-3fb9-417e-911d-6d2ff34192c0" -d '{"events": [{"server_uuid": "dc108a86-8dbb-4676-bc9f-907e1e4ba32b", "name": "network-vif-plugged", "status": "completed", "tag": "e9daffe0-0a92-4758-bfa4-25e7070cdc0d"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:23:37.156356 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606ebc4e-2f28-42cc-9543-c4934954866f x-openstack-request-id: req-606ebc4e-2f28-42cc-9543-c4934954866f {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:23:37.156865 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc108a86-8dbb-4676-bc9f-907e1e4ba32b", "name": "network-vif-plugged", "status": "completed", "tag": "e9daffe0-0a92-4758-bfa4-25e7070cdc0d", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:23:37.157129 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-606ebc4e-2f28-42cc-9543-c4934954866f {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:23:37.157560 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc108a86-8dbb-4676-bc9f-907e1e4ba32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9daffe0-0a92-4758-bfa4-25e7070cdc0d', 'code': 200} Jun 24 09:23:37.252237 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 48100) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:37.255377 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca971-181f-4a3f-8d6e-86ae93a38991 req-005e6c03-0bf0-453b-b0dc-ecb1b30c5fc3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:37.259308 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-383ca971-181f-4a3f-8d6e-86ae93a38991 req-005e6c03-0bf0-453b-b0dc-ecb1b30c5fc3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0762799 Jun 24 09:23:37.271884 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-33d6491e-2330-4c24-88fb-648b4980c5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:37.299496 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-383ca971-181f-4a3f-8d6e-86ae93a38991 req-bee4ce87-c6b4-4d8c-9adc-230d528a3e07 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366995 Jun 24 09:23:37.380495 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-33d6491e-2330-4c24-88fb-648b4980c5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:37.433461 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f41490-bcd3-4b45-b78d-769868d0e5c4 req-13876e23-8c9c-4d2f-8874-21bf35022155 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:37.434837 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e7f41490-bcd3-4b45-b78d-769868d0e5c4 req-13876e23-8c9c-4d2f-8874-21bf35022155 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0680473 Jun 24 09:23:37.481063 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-33d6491e-2330-4c24-88fb-648b4980c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:37.486458 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e7f41490-bcd3-4b45-b78d-769868d0e5c4 req-2229c7e4-796c-43b5-9a95-fc82d6eaddec tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442171 Jun 24 09:23:37.488086 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d738d6fe-51f8-41fb-8f76-cf2585627522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:37.519124 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6491e-2330-4c24-88fb-648b4980c5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefa432e-0ba2-43d1-97a3-c9dda0e8e646,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:37.522409 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-33d6491e-2330-4c24-88fb-648b4980c5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:37.537253 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-33d6491e-2330-4c24-88fb-648b4980c5f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e627dd3b0b7e4d17b02fe37366cc271e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833905 Jun 24 09:23:37.539850 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 48104) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:37.588446 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6edf6e48-babe-4a72-9cb9-cf687705d527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:37.608799 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6edf6e48-babe-4a72-9cb9-cf687705d527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:37.729624 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067e974-c917-4920-9232-46e9e603d049 req-f1d3ac3e-d07b-455e-b8ad-94b2442568d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:37.731105 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1067e974-c917-4920-9232-46e9e603d049 req-f1d3ac3e-d07b-455e-b8ad-94b2442568d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 1098 time: 0.0502615 Jun 24 09:23:37.751719 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6edf6e48-babe-4a72-9cb9-cf687705d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:37.754561 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6edf6e48-babe-4a72-9cb9-cf687705d527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:37.755286 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6edf6e48-babe-4a72-9cb9-cf687705d527 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cefa432e-0ba2-43d1-97a3-c9dda0e8e646 HTTP/1.1" status: 204 len: 168 time: 0.2142987 Jun 24 09:23:37.757277 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0d9fc9f9-938d-4b04-bd49-395d5423c917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:37.772626 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf6e48-babe-4a72-9cb9-cf687705d527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefa432e-0ba2-43d1-97a3-c9dda0e8e646,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:37.774853 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6edf6e48-babe-4a72-9cb9-cf687705d527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:37.779073 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1067e974-c917-4920-9232-46e9e603d049 req-c452a3db-7dd0-4e7e-8bf3-1a7f9ed0e39b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 Jun 24 09:23:42.141606 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ba37e-9497-4155-a56d-bbae131a73b2 req-13378b80-4f6f-4539-accc-ccbe18a302ee tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:42.141606 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ea5ba37e-9497-4155-a56d-bbae131a73b2 req-13378b80-4f6f-4539-accc-ccbe18a302ee tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0972860 Jun 24 09:23:42.148832 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a942e0-390d-4dca-bc5b-59f9133f70af req-b6c5f68b-a628-4eec-8e77-8c72a165a74a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:42.151422 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-57a942e0-390d-4dca-bc5b-59f9133f70af req-b6c5f68b-a628-4eec-8e77-8c72a165a74a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0848765 Jun 24 09:23:42.394086 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ea5ba37e-9497-4155-a56d-bbae131a73b2 req-99591952-9414-4faf-bb40-cd3221ab3f60 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391037 Jun 24 09:23:42.396631 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-57a942e0-390d-4dca-bc5b-59f9133f70af req-73d64267-2a95-4a56-bc00-2278b964a1ce tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373373 Jun 24 09:23:42.538446 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef550a-3024-4813-84ec-05e1a5743ef7 req-53008a32-1ec1-49a0-8b1f-99434f723257 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:42.540019 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-95ef550a-3024-4813-84ec-05e1a5743ef7 req-53008a32-1ec1-49a0-8b1f-99434f723257 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0944645 Jun 24 09:23:42.549522 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 48272) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:42.555337 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-2e9c71c1-700a-4a39-b9c7-7deb8946caf6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Request body: {'floatingip': {'port_id': '81df801e-fcff-44cf-984a-bf751b7f9abc'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:42.650604 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2e9c71c1-700a-4a39-b9c7-7deb8946caf6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for floatingip, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:43.310294 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2e9c71c1-700a-4a39-b9c7-7deb8946caf6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:43.371301 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a111392-1248-4938-bdf3-f5e5c0134b0b req-3fe4b3d3-ea3f-4461-9d38-26fac2a84ad8 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:43.372718 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1a111392-1248-4938-bdf3-f5e5c0134b0b req-3fe4b3d3-ea3f-4461-9d38-26fac2a84ad8 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0608675 Jun 24 09:23:43.393281 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2e9c71c1-700a-4a39-b9c7-7deb8946caf6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:43.622565 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1a111392-1248-4938-bdf3-f5e5c0134b0b req-f6052cd5-580a-42b3-a951-4327678927ac tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433803 Jun 24 09:23:43.681633 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-2e9c71c1-700a-4a39-b9c7-7deb8946caf6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Floating IP 75f29f6a-0bc7-4516-81c9-f7253fbe3858 associated. External IP: 172.27.2.2, port: 81df801e-fcff-44cf-984a-bf751b7f9abc. Jun 24 09:23:43.901859 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9c71c1-700a-4a39-b9c7-7deb8946caf6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Router 94911580-b247-44b9-90bc-09ba29072a25 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:23:44.020629 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9c71c1-700a-4a39-b9c7-7deb8946caf6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:23:44.025395 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2e9c71c1-700a-4a39-b9c7-7deb8946caf6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:44.035620 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c05cb8-68f1-454d-9f67-9464d628372c None None] Sync routers for ids ['94911580-b247-44b9-90bc-09ba29072a25'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:23:44.045473 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c05cb8-68f1-454d-9f67-9464d628372c None None] Routers {'94911580-b247-44b9-90bc-09ba29072a25'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:23:44.048330 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-83c05cb8-68f1-454d-9f67-9464d628372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:23:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['94911580-b247-44b9-90bc-09ba29072a25'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:23:44.062812 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2e9c71c1-700a-4a39-b9c7-7deb8946caf6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "PUT /v2.0/floatingips/75f29f6a-0bc7-4516-81c9-f7253fbe3858 HTTP/1.1" status: 200 len: 989 time: 1.5113063 Jun 24 09:23:44.062812 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'tag': '81df801e-fcff-44cf-984a-bf751b7f9abc'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:23:44.065649 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f18e6b-8583-4684-a4a0-3239f0ef66de" -d '{"events": [{"name": "network-changed", "server_uuid": "27c874ae-5cb3-4176-a256-36e5b8ec595f", "tag": "81df801e-fcff-44cf-984a-bf751b7f9abc"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:23:44.165920 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-83c05cb8-68f1-454d-9f67-9464d628372c None None] Set router 94911580-b247-44b9-90bc-09ba29072a25 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:23:44.226359 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d967d8-678b-483d-aeb5-193cf5ab9a31 x-openstack-request-id: req-b8d967d8-678b-483d-aeb5-193cf5ab9a31 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:23:44.226751 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c874ae-5cb3-4176-a256-36e5b8ec595f", "tag": "81df801e-fcff-44cf-984a-bf751b7f9abc", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:23:44.227027 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8d967d8-678b-483d-aeb5-193cf5ab9a31 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:23:44.227366 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'tag': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'status': 'completed', 'code': 200} Jun 24 09:23:44.396290 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ce3ae-0155-47c3-be45-d913758d9341 req-9ec69e29-9203-4fb2-8129-2fc3b6659830 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:44.398537 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ee9ce3ae-0155-47c3-be45-d913758d9341 req-9ec69e29-9203-4fb2-8129-2fc3b6659830 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0803330 Jun 24 09:23:44.437971 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48324) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:44.450787 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ee9ce3ae-0155-47c3-be45-d913758d9341 req-8736e7c6-e751-43f3-b73f-e12eeaffcf91 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442591 Jun 24 09:23:44.527090 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18e6b-8583-4684-a4a0-3239f0ef66de req-1ad14dcd-1b59-41e1-bee3-974edbd0fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:44.528563 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36f18e6b-8583-4684-a4a0-3239f0ef66de req-1ad14dcd-1b59-41e1-bee3-974edbd0fb5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=789de2cd33544e339915865a4902f236&device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 1098 time: 0.1138711 Jun 24 09:23:44.530309 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90f068-dff4-4d48-bef8-eadc88ef1481 req-8a09a982-c407-462a-8a7f-9f576fbadb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:44.531713 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc90f068-dff4-4d48-bef8-eadc88ef1481 req-8a09a982-c407-462a-8a7f-9f576fbadb61 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8a0c67c143a4eb19c1e5cf27856e67b&device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 1098 time: 0.1046762 Jun 24 09:23:44.570701 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:44.576265 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-83c05cb8-68f1-454d-9f67-9464d628372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': '75f29f6a-0bc7-4516-81c9-f7253fbe3858', 'tenant_id': '789de2cd33544e339915865a4902f236', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': '94911580-b247-44b9-90bc-09ba29072a25', 'port_id': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'mac_address': 'fa:16:3e:f6:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:23:00Z', 'updated_at': '2021-06-24T09:23:43Z', 'revision_number': 1, 'project_id': '789de2cd33544e339915865a4902f236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:23:00Z', 'revision_number': 5, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:23:44.609522 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c05cb8-68f1-454d-9f67-9464d628372c None None] Checking router: 94911580-b247-44b9-90bc-09ba29072a25 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:23:44.618211 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c05cb8-68f1-454d-9f67-9464d628372c None None] Routers {'94911580-b247-44b9-90bc-09ba29072a25'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:23:44.618893 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-83c05cb8-68f1-454d-9f67-9464d628372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:23:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['94911580-b247-44b9-90bc-09ba29072a25'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:23:44.681009 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:44.713761 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18e6b-8583-4684-a4a0-3239f0ef66de req-112f1a22-64e4-4fda-9c58-18778c703348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:44.715234 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36f18e6b-8583-4684-a4a0-3239f0ef66de req-112f1a22-64e4-4fda-9c58-18778c703348 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5ca0700-991e-47d2-99de-f9047b5f2e60 HTTP/1.1" status: 200 len: 917 time: 0.1599617 Jun 24 09:23:44.716142 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90f068-dff4-4d48-bef8-eadc88ef1481 req-585bbd61-4b81-429e-b2ba-718c79245145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:44.717393 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc90f068-dff4-4d48-bef8-eadc88ef1481 req-585bbd61-4b81-429e-b2ba-718c79245145 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4dc34bfe-d409-482a-8295-442d7f26244e HTTP/1.1" status: 200 len: 920 time: 0.1499412 Jun 24 09:23:44.726727 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-83c05cb8-68f1-454d-9f67-9464d628372c None None] Set router 94911580-b247-44b9-90bc-09ba29072a25 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:23:44.755542 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:44.759482 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:44.808170 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=761aef77e45a429d910d0c1ad0939958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683157 Jun 24 09:23:44.814128 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48334) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:44.818415 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e8a383-2637-42aa-8773-f0c8b12aa4e4,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:44.827050 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc90f068-dff4-4d48-bef8-eadc88ef1481 req-92a2ff01-dd53-4b56-aee9-ca84f6b8cc2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9daffe0-0a92-4758-bfa4-25e7070cdc0d HTTP/1.1" status: 200 len: 217 time: 0.0885792 Jun 24 09:23:44.871979 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:44.873047 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:44.873611 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:44.874182 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:44.874696 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:44.875235 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:44.875795 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:44.879297 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:44.879297 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:44.879297 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:44.879297 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:44.879297 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:44.885302 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:44.892818 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36f18e6b-8583-4684-a4a0-3239f0ef66de req-a31651ac-96a7-4af6-b23d-8066695ed7e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81df801e-fcff-44cf-984a-bf751b7f9abc HTTP/1.1" status: 200 len: 997 time: 0.1598978 Jun 24 09:23:44.900504 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-13e03a37-7f45-428a-8123-a7e1624e9b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:44.930281 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-13e03a37-7f45-428a-8123-a7e1624e9b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:44.968168 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90f068-dff4-4d48-bef8-eadc88ef1481 req-d6acb040-74db-4797-b386-77836cd322e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:44.970032 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc90f068-dff4-4d48-bef8-eadc88ef1481 req-d6acb040-74db-4797-b386-77836cd322e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39188485-ce1d-43fe-a076-b062c72c56ce HTTP/1.1" status: 200 len: 859 time: 0.1245656 Jun 24 09:23:44.988652 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-83c05cb8-68f1-454d-9f67-9464d628372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': '75f29f6a-0bc7-4516-81c9-f7253fbe3858', 'tenant_id': '789de2cd33544e339915865a4902f236', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': '94911580-b247-44b9-90bc-09ba29072a25', 'port_id': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'mac_address': 'fa:16:3e:f6:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:23:00Z', 'updated_at': '2021-06-24T09:23:43Z', 'revision_number': 1, 'project_id': '789de2cd33544e339915865a4902f236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:23:00Z', 'revision_number': 5, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:23:45.017891 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18e6b-8583-4684-a4a0-3239f0ef66de req-3eba31bc-f020-489b-aeef-affda58e4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:45.019406 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36f18e6b-8583-4684-a4a0-3239f0ef66de req-3eba31bc-f020-489b-aeef-affda58e4923 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=172579aa-233f-48bd-9ad4-0b00016b6268 HTTP/1.1" status: 200 len: 855 time: 0.1152804 Jun 24 09:23:45.021323 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc90f068-dff4-4d48-bef8-eadc88ef1481 req-4afee2c2-25ad-4a26-8f9f-140af86e9d54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dc34bfe-d409-482a-8295-442d7f26244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402293 Jun 24 09:23:45.033208 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c05cb8-68f1-454d-9f67-9464d628372c None None] The sync data for ids ['94911580-b247-44b9-90bc-09ba29072a25'] in dv-cinder-797812-1-iscsi is: [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': '75f29f6a-0bc7-4516-81c9-f7253fbe3858', 'tenant_id': '789de2cd33544e339915865a4902f236', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': '94911580-b247-44b9-90bc-09ba29072a25', 'port_id': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'mac_address': 'fa:16:3e:f6:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:23:00Z', 'updated_at': '2021-06-24T09:23:43Z', 'revision_number': 1, 'project_id': '789de2cd33544e339915865a4902f236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:23:00Z', 'revision_number': 5, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:23:45.106907 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-13e03a37-7f45-428a-8123-a7e1624e9b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:45.109632 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-13e03a37-7f45-428a-8123-a7e1624e9b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:45.111665 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-13e03a37-7f45-428a-8123-a7e1624e9b9d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67e8a383-2637-42aa-8773-f0c8b12aa4e4 HTTP/1.1" status: 204 len: 168 time: 0.2947886 Jun 24 09:23:45.111665 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-21844287-ea98-437c-8011-f79a75a80063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:45.120917 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e03a37-7f45-428a-8123-a7e1624e9b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e8a383-2637-42aa-8773-f0c8b12aa4e4,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:45.123514 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-13e03a37-7f45-428a-8123-a7e1624e9b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:45.181125 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18e6b-8583-4684-a4a0-3239f0ef66de req-9e1b56a3-d0a3-4ac3-860b-f65265dbcd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:45.182590 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36f18e6b-8583-4684-a4a0-3239f0ef66de req-9e1b56a3-d0a3-4ac3-860b-f65265dbcd75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5ca0700-991e-47d2-99de-f9047b5f2e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1476123 Jun 24 09:23:45.184366 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc90f068-dff4-4d48-bef8-eadc88ef1481 req-1a4f8d9a-88a2-493a-b09b-e99035ebd543 service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479785 Jun 24 09:23:45.343949 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3def2cb1-71c0-4e88-a788-bf9b8ff1efce None None] New status for floating IP 75f29f6a-0bc7-4516-81c9-f7253fbe3858: ACTIVE {{(pid=93461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:23:45.386323 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36f18e6b-8583-4684-a4a0-3239f0ef66de req-d639f508-de6a-4d83-ad2d-e046feec47a8 service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755199 Jun 24 09:23:45.388424 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc90f068-dff4-4d48-bef8-eadc88ef1481 req-32ab3432-42c4-40c3-af3e-0b7d4ed34da7 service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765480 Jun 24 09:23:45.550092 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36f18e6b-8583-4684-a4a0-3239f0ef66de req-6120649c-fb6d-4861-a9f5-d2a842bd7a49 service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334541 Jun 24 09:23:45.668198 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b1e80-c452-435b-ac54-529d4a5dc440 req-ddf96f99-fea9-44d6-af5a-3a6cb4430500 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:45.669677 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-004b1e80-c452-435b-ac54-529d4a5dc440 req-ddf96f99-fea9-44d6-af5a-3a6cb4430500 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0726712 Jun 24 09:23:45.713892 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-004b1e80-c452-435b-ac54-529d4a5dc440 req-c4df045c-4f3e-4560-bd44-a4852798d80b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367835 Jun 24 09:23:45.920979 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 48364) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:45.935268 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:46.025460 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:46.080174 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:46.082628 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:46.119504 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3deb7142-cfb0-4bf4-9d3e-2efeaa13e8fc,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:46.130956 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ba91bfc11c24dc898cfcfe0f842a978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066250 Jun 24 09:23:46.131527 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48368) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:46.135111 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:46.135470 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:46.135814 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:46.136142 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:46.136479 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:46.136812 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:46.137138 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:46.137464 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:46.137794 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:46.138117 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:46.138444 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:46.138765 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:23:46.146439 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:46.183388 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-11120556-c326-4b39-9c56-b4250032bbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:46.203777 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-11120556-c326-4b39-9c56-b4250032bbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:46.318079 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-11120556-c326-4b39-9c56-b4250032bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:46.320966 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-11120556-c326-4b39-9c56-b4250032bbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:46.322379 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-11120556-c326-4b39-9c56-b4250032bbcb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3deb7142-cfb0-4bf4-9d3e-2efeaa13e8fc HTTP/1.1" status: 204 len: 168 time: 0.1895940 Jun 24 09:23:46.323137 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0720f83e-b8cc-4894-8e65-1eec4538c4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:46.332630 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11120556-c326-4b39-9c56-b4250032bbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deb7142-cfb0-4bf4-9d3e-2efeaa13e8fc,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:46.339740 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-11120556-c326-4b39-9c56-b4250032bbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:46.887152 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb949f92-20c1-4e24-b8f4-fb00932ddc73 req-04fad62d-8098-4958-a4a8-9ffac820eafd tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:46.888672 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fb949f92-20c1-4e24-b8f4-fb00932ddc73 req-04fad62d-8098-4958-a4a8-9ffac820eafd tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0618234 Jun 24 09:23:46.925626 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fb949f92-20c1-4e24-b8f4-fb00932ddc73 req-77cfd4cb-ff01-4288-a77b-5125eeec8f56 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307310 Jun 24 09:23:47.035267 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-98777c18-e989-43fc-8ffa-1d0e39090646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:47.598368 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:23:48.116548 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf53d2-af42-42b5-87d5-7d659a432cfb req-402244fe-79c3-4eda-a6e7-0efcf52e34a6 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:48.118021 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5ddf53d2-af42-42b5-87d5-7d659a432cfb req-402244fe-79c3-4eda-a6e7-0efcf52e34a6 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0781555 Jun 24 09:23:48.161522 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5ddf53d2-af42-42b5-87d5-7d659a432cfb req-86646eb0-50c8-405b-b466-ed83d62f867e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375786 Jun 24 09:23:48.503930 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48480) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:48.611399 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-368a6a36-ae56-4b9a-ab27-4d54a326d16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:48.697842 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-368a6a36-ae56-4b9a-ab27-4d54a326d16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:48.781422 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-368a6a36-ae56-4b9a-ab27-4d54a326d16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:48.784268 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-ed2b72b7-e82b-4607-b265-d41fa7afd32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:48.821318 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-368a6a36-ae56-4b9a-ab27-4d54a326d16a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7354308e0eda48ea9ce363997970b3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162160 Jun 24 09:23:48.822422 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a6a36-ae56-4b9a-ab27-4d54a326d16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbde6e48-3f22-425a-8c4f-cda27014cd8b,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:48.824619 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 48486) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:48.825706 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-368a6a36-ae56-4b9a-ab27-4d54a326d16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:48.878160 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-79a1e2c4-1494-4ce5-add8-d242178eef15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:48.905459 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-79a1e2c4-1494-4ce5-add8-d242178eef15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:48.928653 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48490) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:49.036751 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-031f04c5-52cf-44d6-b864-e91bd19a0699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:49.040665 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-79a1e2c4-1494-4ce5-add8-d242178eef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:49.043385 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-79a1e2c4-1494-4ce5-add8-d242178eef15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:49.044831 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-79a1e2c4-1494-4ce5-add8-d242178eef15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbde6e48-3f22-425a-8c4f-cda27014cd8b HTTP/1.1" status: 204 len: 168 time: 0.2176683 Jun 24 09:23:49.045842 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:49.054883 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1e2c4-1494-4ce5-add8-d242178eef15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbde6e48-3f22-425a-8c4f-cda27014cd8b,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:49.057431 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-79a1e2c4-1494-4ce5-add8-d242178eef15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:49.142415 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-031f04c5-52cf-44d6-b864-e91bd19a0699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:49.226930 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-031f04c5-52cf-44d6-b864-e91bd19a0699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:49.230755 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-8f54464f-fce3-45eb-b6c8-31c12ba60bb2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:49.270939 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-031f04c5-52cf-44d6-b864-e91bd19a0699 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11f5dd2931ba40539ec10ce11620d3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411708 Jun 24 09:23:49.272343 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f04c5-52cf-44d6-b864-e91bd19a0699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edc2308-db8a-40b5-8749-49265ac073ff,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:49.274066 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 48502) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:49.284763 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-031f04c5-52cf-44d6-b864-e91bd19a0699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:49.329509 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c8a84dc0-a14f-45b5-9d31-b3b634d97dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:49.356200 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c8a84dc0-a14f-45b5-9d31-b3b634d97dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:49.369017 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741e9d9-0dd7-4dc9-a418-32770b470b75 req-3945ca9e-1a5e-491a-8264-0bc1645e6501 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:49.370562 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a741e9d9-0dd7-4dc9-a418-32770b470b75 req-3945ca9e-1a5e-491a-8264-0bc1645e6501 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0743339 Jun 24 09:23:49.425730 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a741e9d9-0dd7-4dc9-a418-32770b470b75 req-53ac6b05-d0c9-4fb1-b51d-11c5b8773782 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484583 Jun 24 09:23:49.484146 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c8a84dc0-a14f-45b5-9d31-b3b634d97dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:49.487400 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c8a84dc0-a14f-45b5-9d31-b3b634d97dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:49.488529 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c8a84dc0-a14f-45b5-9d31-b3b634d97dab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1edc2308-db8a-40b5-8749-49265ac073ff HTTP/1.1" status: 204 len: 168 time: 0.2132869 Jun 24 09:23:49.489268 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-55986244-314e-4b42-b533-22527c5d9c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:49.498056 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a84dc0-a14f-45b5-9d31-b3b634d97dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edc2308-db8a-40b5-8749-49265ac073ff,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:49.500108 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8a84dc0-a14f-45b5-9d31-b3b634d97dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:49.752297 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 48514) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:49.765923 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6815-78b3-49e8-a897-3c673f3750f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:49.786552 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-291108c8-3eb5-493e-b233-3699bd69f4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:49.853585 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6815-78b3-49e8-a897-3c673f3750f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:49.931984 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6815-78b3-49e8-a897-3c673f3750f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:49.935721 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-33d6491e-2330-4c24-88fb-648b4980c5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:49.971908 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:49.975239 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d2ed6815-78b3-49e8-a897-3c673f3750f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=508d05a89ee943328329e89cb29e8d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194862 Jun 24 09:23:49.975239 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed6815-78b3-49e8-a897-3c673f3750f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784410a6-1f71-4a9e-ad74-10a3361a4aba,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:49.975668 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48518) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:49.978080 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d2ed6815-78b3-49e8-a897-3c673f3750f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:50.024054 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1d444c97-7b48-4bc7-b76d-c3dc23cd156b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:50.045685 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1d444c97-7b48-4bc7-b76d-c3dc23cd156b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:50.169592 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1d444c97-7b48-4bc7-b76d-c3dc23cd156b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:50.172279 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1d444c97-7b48-4bc7-b76d-c3dc23cd156b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:50.173405 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-1d444c97-7b48-4bc7-b76d-c3dc23cd156b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/784410a6-1f71-4a9e-ad74-10a3361a4aba HTTP/1.1" status: 204 len: 168 time: 0.1967909 Jun 24 09:23:50.174166 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:50.181830 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d444c97-7b48-4bc7-b76d-c3dc23cd156b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784410a6-1f71-4a9e-ad74-10a3361a4aba,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:50.184627 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1d444c97-7b48-4bc7-b76d-c3dc23cd156b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:50.215506 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48524) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:50.231576 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea1ef-d6a1-4a1d-a938-01ca7bdbad6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:50.332265 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea1ef-d6a1-4a1d-a938-01ca7bdbad6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:50.403959 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea1ef-d6a1-4a1d-a938-01ca7bdbad6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:50.406645 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-80704dfb-cf4b-4589-8cdd-27b71e17eaea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:50.458426 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-5b8ea1ef-d6a1-4a1d-a938-01ca7bdbad6d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b4708991dbf482fb96594d7269a0610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394819 Jun 24 09:23:50.458426 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ea1ef-d6a1-4a1d-a938-01ca7bdbad6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ef2f75-9522-4452-9b29-58e2de964de2,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:50.460240 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48532) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:50.463380 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5b8ea1ef-d6a1-4a1d-a938-01ca7bdbad6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:50.490255 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:50.517762 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f07ae2cb-9a15-4216-b2a7-6a24666aa421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:50.540558 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f07ae2cb-9a15-4216-b2a7-6a24666aa421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:50.646998 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2a996-d49e-476f-bee6-533a1168aa54 req-6f2d2f87-2090-4cb6-9d02-4d322d98c743 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:50.648578 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eff2a996-d49e-476f-bee6-533a1168aa54 req-6f2d2f87-2090-4cb6-9d02-4d322d98c743 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0989380 Jun 24 09:23:50.700601 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eff2a996-d49e-476f-bee6-533a1168aa54 req-09609ef1-ab8e-442f-a0a3-159bb7093740 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444973 Jun 24 09:23:50.730943 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f07ae2cb-9a15-4216-b2a7-6a24666aa421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:50.733616 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f07ae2cb-9a15-4216-b2a7-6a24666aa421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:50.737742 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-f07ae2cb-9a15-4216-b2a7-6a24666aa421 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38ef2f75-9522-4452-9b29-58e2de964de2 HTTP/1.1" status: 204 len: 168 time: 0.2730620 Jun 24 09:23:50.737742 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:50.743054 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ae2cb-9a15-4216-b2a7-6a24666aa421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ef2f75-9522-4452-9b29-58e2de964de2,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:50.745193 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f07ae2cb-9a15-4216-b2a7-6a24666aa421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:51.892030 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268936a-6df9-4d6a-a7ab-6e12418963e5 req-c4c91636-a39a-4b2a-a905-cf309df570fd tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:51.893504 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3268936a-6df9-4d6a-a7ab-6e12418963e5 req-c4c91636-a39a-4b2a-a905-cf309df570fd tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0749211 Jun 24 09:23:51.943122 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3268936a-6df9-4d6a-a7ab-6e12418963e5 req-c1aa6107-e6fa-43af-baf2-ba4dba125e52 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372083 Jun 24 09:23:52.318816 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:53.134473 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13646fe-f781-4a32-851d-4e11bd9f297c req-cef0d488-7eb0-400a-9e04-68915ee92a50 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:53.135994 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d13646fe-f781-4a32-851d-4e11bd9f297c req-cef0d488-7eb0-400a-9e04-68915ee92a50 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0673442 Jun 24 09:23:53.181243 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d13646fe-f781-4a32-851d-4e11bd9f297c req-0540c88a-a0ad-4bba-b0ef-f572fc1c3c43 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388384 Jun 24 09:23:54.387139 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2b73c-eff3-4f3a-9103-879430aa8420 req-978261dd-8c9d-4b64-a5de-f981c1328453 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:54.388728 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-30a2b73c-eff3-4f3a-9103-879430aa8420 req-978261dd-8c9d-4b64-a5de-f981c1328453 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0737123 Jun 24 09:23:54.429516 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-30a2b73c-eff3-4f3a-9103-879430aa8420 req-7b5177ec-76c3-4a8b-a34a-b63a6a774c4c tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333354 Jun 24 09:23:54.465690 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-6c5c593d-8dff-4eed-a40c-7fbe5fd9fb11 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:54.467174 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-6c5c593d-8dff-4eed-a40c-7fbe5fd9fb11 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/networks?id=edcd4982-0d07-4d90-b348-d8817bbc8024 HTTP/1.1" status: 200 len: 814 time: 0.1154029 Jun 24 09:23:54.481485 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-760494e4-bd04-4a0c-8a3f-b714bb39bb71 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/quotas/cb968d402da64fe8a788d1f8bde801f3 HTTP/1.1" status: 200 len: 375 time: 0.0087848 Jun 24 09:23:54.547810 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-a649bc00-b7c4-43ae-a836-d29f5fa32dc9 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb968d402da64fe8a788d1f8bde801f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0607994 Jun 24 09:23:54.640889 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-6bc12cb2-57f4-4b95-a12f-183f29cfed13 service neutron] 10.222.0.39 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864666 Jun 24 09:23:54.727082 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-ab13d406-2cc7-463b-8d9f-428e4629b9db service neutron] 10.222.0.39 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803633 Jun 24 09:23:54.846323 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e8a26e9f-4c09-408d-9fd4-97e94ecc4dc7 req-8d0c70c6-3ec6-4f57-88d3-f921a96c5c13 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558815 Jun 24 09:23:55.010380 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-77637a21-2264-47e0-b9d8-bcc771be727f req-163eb43e-a4b9-4023-9112-e49039cec54b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 210 time: 0.0286844 Jun 24 09:23:55.082935 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a26e9f-4c09-408d-9fd4-97e94ecc4dc7 req-dbff2781-422e-45a6-b167-0ec019384084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:55.087540 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e8a26e9f-4c09-408d-9fd4-97e94ecc4dc7 req-dbff2781-422e-45a6-b167-0ec019384084 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb968d402da64fe8a788d1f8bde801f3&device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 1099 time: 0.0689614 Jun 24 09:23:55.220509 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a26e9f-4c09-408d-9fd4-97e94ecc4dc7 req-5d5d983f-5536-4363-96c0-4a2c8e6f4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:55.222702 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e8a26e9f-4c09-408d-9fd4-97e94ecc4dc7 req-5d5d983f-5536-4363-96c0-4a2c8e6f4d2b service neutron] 10.222.0.60 "GET /v2.0/networks?id=edcd4982-0d07-4d90-b348-d8817bbc8024 HTTP/1.1" status: 200 len: 915 time: 0.0983813 Jun 24 09:23:55.232687 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 48744) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:55.306234 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e8a26e9f-4c09-408d-9fd4-97e94ecc4dc7 req-20e4e508-5809-4146-8f86-d0174e0d08da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f568d1df-4d1c-40c6-a907-a6939dc6fe49 HTTP/1.1" status: 200 len: 217 time: 0.0390310 Jun 24 09:23:55.355626 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a0f43f68-4fd6-4e14-b95f-04afbf7e4eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.424007 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a26e9f-4c09-408d-9fd4-97e94ecc4dc7 req-12cae615-9e83-45bf-8cb8-2e8f1928940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:55.438081 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e8a26e9f-4c09-408d-9fd4-97e94ecc4dc7 req-12cae615-9e83-45bf-8cb8-2e8f1928940e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a45cc966-8eac-4881-ba60-0b81c8bcfe2b HTTP/1.1" status: 200 len: 854 time: 0.0621810 Jun 24 09:23:55.490415 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e8a26e9f-4c09-408d-9fd4-97e94ecc4dc7 req-5a7b4d98-ba1f-412a-8c58-a003f81958ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edcd4982-0d07-4d90-b348-d8817bbc8024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324626 Jun 24 09:23:55.538814 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a0f43f68-4fd6-4e14-b95f-04afbf7e4eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.611814 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e8a26e9f-4c09-408d-9fd4-97e94ecc4dc7 req-3942a7ba-b886-47c0-a4bd-16c7419bc2ba service neutron] 10.222.0.60 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047246 Jun 24 09:23:55.616704 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a0f43f68-4fd6-4e14-b95f-04afbf7e4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.619440 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-605fb3e8-edb8-4642-8590-956dec73fd78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:55.627205 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27401d3-d83a-4094-964c-7f2031118863 req-84dd0f9f-4236-4bd7-8b05-fd6d26c2eb12 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:55.629492 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d27401d3-d83a-4094-964c-7f2031118863 req-84dd0f9f-4236-4bd7-8b05-fd6d26c2eb12 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0837638 Jun 24 09:23:55.672616 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d27401d3-d83a-4094-964c-7f2031118863 req-a1d984a4-4cb0-46ed-8986-5a43e0dcb7ba tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368614 Jun 24 09:23:55.706616 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f43f68-4fd6-4e14-b95f-04afbf7e4eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2d6bc3-6db3-4038-95c3-231407f4ffcd,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:55.710740 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a0f43f68-4fd6-4e14-b95f-04afbf7e4eb3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f265c64da5f4c4c8026113a50165863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4769900 Jun 24 09:23:55.713478 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a0f43f68-4fd6-4e14-b95f-04afbf7e4eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:55.715280 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48764) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:55.753235 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e8a26e9f-4c09-408d-9fd4-97e94ecc4dc7 req-a80eb2a9-e219-48ad-8349-85e4342ffb91 service neutron] 10.222.0.60 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314404 Jun 24 09:23:55.770075 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e1964248-10b5-4c05-9b9a-ce84eecabf0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.792229 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e1964248-10b5-4c05-9b9a-ce84eecabf0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.917978 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e1964248-10b5-4c05-9b9a-ce84eecabf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.920639 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e1964248-10b5-4c05-9b9a-ce84eecabf0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:55.921737 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-e1964248-10b5-4c05-9b9a-ce84eecabf0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db2d6bc3-6db3-4038-95c3-231407f4ffcd HTTP/1.1" status: 204 len: 168 time: 0.2053931 Jun 24 09:23:55.923158 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-7828c225-e979-41b8-abea-5b4c044c3365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:55.930841 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1964248-10b5-4c05-9b9a-ce84eecabf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2d6bc3-6db3-4038-95c3-231407f4ffcd,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:55.932950 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e1964248-10b5-4c05-9b9a-ce84eecabf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:56.161028 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4a241f48-ced2-49a2-a670-eaf65d294d2f req-3ad93531-911d-43ab-9bd6-1e13e9714eca tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 210 time: 0.0378675 Jun 24 09:23:56.600911 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48792) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:56.614263 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e725fa33-5a17-4880-b63e-d7457b7858a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:56.704852 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e725fa33-5a17-4880-b63e-d7457b7858a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:56.776997 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e725fa33-5a17-4880-b63e-d7457b7858a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:56.780749 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-031f04c5-52cf-44d6-b864-e91bd19a0699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:56.817541 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-e725fa33-5a17-4880-b63e-d7457b7858a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee6c9762e5574d43984e4b4a19bd1839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155375 Jun 24 09:23:56.818672 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725fa33-5a17-4880-b63e-d7457b7858a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2185c9-79e3-4c73-94ff-8f8737a782ab,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:56.820229 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 48796) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:56.822332 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e725fa33-5a17-4880-b63e-d7457b7858a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:56.882567 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2eed4-0358-4da3-9d73-e43c189411c1 req-b308346a-04a4-419a-a0c9-439a46b2129a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:56.884015 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4da2eed4-0358-4da3-9d73-e43c189411c1 req-b308346a-04a4-419a-a0c9-439a46b2129a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.1016016 Jun 24 09:23:56.906436 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-93a4b0a9-e20f-4490-b061-084365be91f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:56.940223 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-93a4b0a9-e20f-4490-b061-084365be91f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:56.948749 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4da2eed4-0358-4da3-9d73-e43c189411c1 req-1b6f1d83-8d22-4071-9b02-26e7374cbfc0 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580068 Jun 24 09:23:57.065935 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-93a4b0a9-e20f-4490-b061-084365be91f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:57.068606 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-93a4b0a9-e20f-4490-b061-084365be91f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:57.069734 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-93a4b0a9-e20f-4490-b061-084365be91f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf2185c9-79e3-4c73-94ff-8f8737a782ab HTTP/1.1" status: 204 len: 168 time: 0.2485564 Jun 24 09:23:57.070394 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:57.078003 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4b0a9-e20f-4490-b061-084365be91f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2185c9-79e3-4c73-94ff-8f8737a782ab,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:57.081883 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-93a4b0a9-e20f-4490-b061-084365be91f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:57.307310 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0c568fa0-5efc-4170-b5b9-af48ed4ffff3 req-36ecbdd7-bc83-4586-abcc-595b9af30ffd tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 210 time: 0.0321457 Jun 24 09:23:57.917427 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-c4aada3a-4aab-4322-918f-0bca20b0e580 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:57.918821 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-c4aada3a-4aab-4322-918f-0bca20b0e580 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "GET /v2.0/networks?id=edcd4982-0d07-4d90-b348-d8817bbc8024 HTTP/1.1" status: 200 len: 814 time: 0.1037025 Jun 24 09:23:57.974291 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Request body: {'port': {'device_id': '7f8119f3-45b4-4cee-a4c7-2211808197b9', 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024', 'admin_state_up': True, 'tenant_id': 'cb968d402da64fe8a788d1f8bde801f3'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:58.011140 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48836) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:58.162151 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1320d5fc-b14a-4e34-977a-de181504a040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.186730 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a05f-0a0a-4b78-a64a-36bfdd07cc62 req-7893c5be-b198-4fce-9bdb-991aa2f2f2d4 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:58.189346 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-1dd0a05f-0a0a-4b78-a64a-36bfdd07cc62 req-7893c5be-b198-4fce-9bdb-991aa2f2f2d4 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0914850 Jun 24 09:23:58.209495 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Made reservation on behalf of cb968d402da64fe8a788d1f8bde801f3 for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:23:58.215697 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.251784 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-1dd0a05f-0a0a-4b78-a64a-36bfdd07cc62 req-c898c1e8-a00d-4f87-b5c8-1dd0bfd87331 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560369 Jun 24 09:23:58.343743 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.347677 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1320d5fc-b14a-4e34-977a-de181504a040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.428599 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Allocated IP 172.20.0.3 (edcd4982-0d07-4d90-b348-d8817bbc8024/a45cc966-8eac-4881-ba60-0b81c8bcfe2b/cb77dfdf-2697-4d8a-a2ca-ede9c22890af) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:23:58.431857 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1320d5fc-b14a-4e34-977a-de181504a040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.439570 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1129dc34-281c-436d-9798-a5efbceaab26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:58.495908 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-1320d5fc-b14a-4e34-977a-de181504a040 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69506c6204f54c608aa8ec5e98b4f429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4756560 Jun 24 09:23:58.497437 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320d5fc-b14a-4e34-977a-de181504a040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff77c35-566b-4f9b-b0c5-d6edf9e21017,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:58.500816 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48860) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:58.504761 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1320d5fc-b14a-4e34-977a-de181504a040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:58.517929 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3e58f2c6-37fa-419e-af24-85210a86e3ff req-5f4087d1-f81f-4507-9e6f-d79b37453f6b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 210 time: 0.0461113 Jun 24 09:23:58.573420 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cf123a7e-9e73-497a-93a2-4d07b2125735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.594325 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cf123a7e-9e73-497a-93a2-4d07b2125735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.662655 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.708516 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cf123a7e-9e73-497a-93a2-4d07b2125735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.711302 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cf123a7e-9e73-497a-93a2-4d07b2125735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.712523 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-cf123a7e-9e73-497a-93a2-4d07b2125735 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dff77c35-566b-4f9b-b0c5-d6edf9e21017 HTTP/1.1" status: 204 len: 168 time: 0.2106049 Jun 24 09:23:58.713440 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:58.722447 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf123a7e-9e73-497a-93a2-4d07b2125735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff77c35-566b-4f9b-b0c5-d6edf9e21017,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:58.733237 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-cf123a7e-9e73-497a-93a2-4d07b2125735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:58.783650 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:58.788804 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:58.845949 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['f568d1df-4d1c-40c6-a907-a6939dc6fe49'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:23:59.034313 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Network edcd4982-0d07-4d90-b348-d8817bbc8024 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:23:59.037431 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:23:59.043936 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:23:59.049498 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:59.050113 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:59.058258 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Pushing event updated for resources: {'Port': ['ID=cb77dfdf-2697-4d8a-a2ca-ede9c22890af,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:59.067896 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:59.115122 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1448236 Jun 24 09:23:59.168338 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Request body: {'port': {'device_id': '7f8119f3-45b4-4cee-a4c7-2211808197b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:23:59.239704 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:59.507265 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48882) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:59.517416 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de23988-d46b-4cd1-828b-663f01cc9323 req-5f3a074b-ab07-4f93-a9cb-5a416e34270a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:59.518906 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1de23988-d46b-4cd1-828b-663f01cc9323 req-5f3a074b-ab07-4f93-a9cb-5a416e34270a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.1423273 Jun 24 09:23:59.524620 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bfa1f821-a742-439e-8478-27efb0c4a20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:59.596829 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1de23988-d46b-4cd1-828b-663f01cc9323 req-0b971e4c-6be5-400e-8add-312dcf9ae031 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692277 Jun 24 09:23:59.628442 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb77dfdf-2697-4d8a-a2ca-ede9c22890af {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:23:59.637565 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:59.655991 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Transition to ACTIVE for port object cb77dfdf-2697-4d8a-a2ca-ede9c22890af will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:23:59.657867 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bfa1f821-a742-439e-8478-27efb0c4a20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:59.714180 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:59.717432 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:59.740622 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0b70b-c8fd-45c5-8013-92f7b17c0a27 req-bca70732-982b-4887-b05d-52b88ab3c8e1 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:23:59.742148 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-34b0b70b-c8fd-45c5-8013-92f7b17c0a27 req-bca70732-982b-4887-b05d-52b88ab3c8e1 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 931 time: 0.0619433 Jun 24 09:23:59.743837 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bfa1f821-a742-439e-8478-27efb0c4a20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:59.748023 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:23:59.765204 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Pushing event updated for resources: {'Port': ['ID=cb77dfdf-2697-4d8a-a2ca-ede9c22890af,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:59.783246 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:59.795670 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Attempting to bind port cb77dfdf-2697-4d8a-a2ca-ede9c22890af on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:23:59.795996 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Attempting to bind port cb77dfdf-2697-4d8a-a2ca-ede9c22890af by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:23:59.796317 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Attempting to bind port cb77dfdf-2697-4d8a-a2ca-ede9c22890af on network edcd4982-0d07-4d90-b348-d8817bbc8024 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:23:59.799746 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1f821-a742-439e-8478-27efb0c4a20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b109176b-3d6d-4190-aecc-c9aa1b171905,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:23:59.801172 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Port cb77dfdf-2697-4d8a-a2ca-ede9c22890af on network edcd4982-0d07-4d90-b348-d8817bbc8024 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:23:59.801484 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Attempting to bind port cb77dfdf-2697-4d8a-a2ca-ede9c22890af on network edcd4982-0d07-4d90-b348-d8817bbc8024 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:23:59.804949 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-bfa1f821-a742-439e-8478-27efb0c4a20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:23:59.810644 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:23:59.811131 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-bfa1f821-a742-439e-8478-27efb0c4a20a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b499a06d9b2746d59dfd662dad68c0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989726 Jun 24 09:23:59.811286 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Checking segment: {'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:23:59.811286 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Bound using segment: {'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:23:59.811286 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Bound port: cb77dfdf-2697-4d8a-a2ca-ede9c22890af, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:23:59.811286 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:59.811554 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48886) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:23:59.837263 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-34b0b70b-c8fd-45c5-8013-92f7b17c0a27 req-0b93cddf-bf34-49d6-9530-abe99dc45e70 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864847 Jun 24 09:23:59.877724 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5ee2060e-85e4-4a22-b26b-ce045cf01b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:59.878814 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] For port cb77dfdf-2697-4d8a-a2ca-ede9c22890af, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:23:59.882015 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] For port cb77dfdf-2697-4d8a-a2ca-ede9c22890af, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=cb77dfdf-2697-4d8a-a2ca-ede9c22890af,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:23:59.899321 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5ee2060e-85e4-4a22-b26b-ce045cf01b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:59.983313 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:23:59.986770 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:00.023236 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:00.023855 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.025211 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] 10.222.0.60 "PUT /v2.0/ports/cb77dfdf-2697-4d8a-a2ca-ede9c22890af HTTP/1.1" status: 200 len: 1093 time: 0.8613534 Jun 24 09:24:00.025676 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8119f3-45b4-4cee-a4c7-2211808197b9', 'tag': 'cb77dfdf-2697-4d8a-a2ca-ede9c22890af'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:24:00.026354 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5ee2060e-85e4-4a22-b26b-ce045cf01b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.027938 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63746a0b-198c-42f3-9069-fc1149dcfef1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8119f3-45b4-4cee-a4c7-2211808197b9", "tag": "cb77dfdf-2697-4d8a-a2ca-ede9c22890af"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:24:00.035207 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5ee2060e-85e4-4a22-b26b-ce045cf01b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.035207 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-5ee2060e-85e4-4a22-b26b-ce045cf01b4b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b109176b-3d6d-4190-aecc-c9aa1b171905 HTTP/1.1" status: 204 len: 168 time: 0.2193413 Jun 24 09:24:00.035207 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-bfa1f821-a742-439e-8478-27efb0c4a20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:00.047745 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2060e-85e4-4a22-b26b-ce045cf01b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b109176b-3d6d-4190-aecc-c9aa1b171905,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:00.050126 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5ee2060e-85e4-4a22-b26b-ce045cf01b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:00.055175 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Pushing event updated for resources: {'Port': ['ID=cb77dfdf-2697-4d8a-a2ca-ede9c22890af,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:00.058442 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:00.088607 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04462650-083c-4aa9-86c6-1b1ce5ed6bda x-openstack-request-id: req-04462650-083c-4aa9-86c6-1b1ce5ed6bda {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:24:00.088968 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8119f3-45b4-4cee-a4c7-2211808197b9", "tag": "cb77dfdf-2697-4d8a-a2ca-ede9c22890af", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:24:00.089270 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04462650-083c-4aa9-86c6-1b1ce5ed6bda {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:24:00.089756 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8119f3-45b4-4cee-a4c7-2211808197b9', 'tag': 'cb77dfdf-2697-4d8a-a2ca-ede9c22890af', 'status': 'completed', 'code': 200} Jun 24 09:24:00.251143 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63746a0b-198c-42f3-9069-fc1149dcfef1 req-a6aa5632-7dea-45d1-bf82-00eba43d849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:00.252601 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-63746a0b-198c-42f3-9069-fc1149dcfef1 req-a6aa5632-7dea-45d1-bf82-00eba43d849e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb968d402da64fe8a788d1f8bde801f3&device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 1096 time: 0.0637836 Jun 24 09:24:00.463491 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63746a0b-198c-42f3-9069-fc1149dcfef1 req-40bd51bc-69a8-4866-abbc-85c33c91eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:00.465003 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-63746a0b-198c-42f3-9069-fc1149dcfef1 req-40bd51bc-69a8-4866-abbc-85c33c91eb7f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cb968d402da64fe8a788d1f8bde801f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1794891 Jun 24 09:24:00.674691 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63746a0b-198c-42f3-9069-fc1149dcfef1 req-f5290cad-0ae3-45bc-b997-04ec66005d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:00.676172 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-63746a0b-198c-42f3-9069-fc1149dcfef1 req-f5290cad-0ae3-45bc-b997-04ec66005d57 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1672208 Jun 24 09:24:00.723380 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48916) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:00.737173 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-af17817f-06cc-494b-84f6-67c03b201709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.788811 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52baf9-b36e-4425-a29b-b33cf1ab3261 req-8be2698f-f19c-4eb0-a71a-91fe3847e155 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:00.790299 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8a52baf9-b36e-4425-a29b-b33cf1ab3261 req-8be2698f-f19c-4eb0-a71a-91fe3847e155 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0629072 Jun 24 09:24:00.828224 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-af17817f-06cc-494b-84f6-67c03b201709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.860248 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8a52baf9-b36e-4425-a29b-b33cf1ab3261 req-4548a1ac-f604-4890-b27b-fa54c304d9fc tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627377 Jun 24 09:24:00.882753 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-8b01cbad-5595-4cf0-9f37-36b9efa95c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:00.884276 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-8b01cbad-5595-4cf0-9f37-36b9efa95c79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb968d402da64fe8a788d1f8bde801f3&device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 1096 time: 0.0734758 Jun 24 09:24:00.925560 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-af17817f-06cc-494b-84f6-67c03b201709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:00.948178 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-dca07c0a-00c8-4501-8442-6a54dbde6ff4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb77dfdf-2697-4d8a-a2ca-ede9c22890af HTTP/1.1" status: 200 len: 217 time: 0.0379579 Jun 24 09:24:00.948750 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5ee2060e-85e4-4a22-b26b-ce045cf01b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:00.958576 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-af17817f-06cc-494b-84f6-67c03b201709 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c342078cbb5f43d591be3cb64c08e248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341526 Jun 24 09:24:00.962304 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48920) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:00.998449 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-d7bff74d-a41d-470d-a104-2b20a8f627a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:01.000011 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-d7bff74d-a41d-470d-a104-2b20a8f627a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a45cc966-8eac-4881-ba60-0b81c8bcfe2b HTTP/1.1" status: 200 len: 854 time: 0.0443420 Jun 24 09:24:01.076896 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-3b47ca23-5a7e-4727-9401-199aa8c2d137 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edcd4982-0d07-4d90-b348-d8817bbc8024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352979 Jun 24 09:24:01.179583 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-6612b535-d73e-4f6e-b86c-970ee44e512f service neutron] 10.222.0.60 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853028 Jun 24 09:24:01.195961 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17817f-06cc-494b-84f6-67c03b201709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a808587-2985-4729-a357-bf51fdfbab1f,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:01.199912 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-af17817f-06cc-494b-84f6-67c03b201709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:01.238670 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6f5b47bd-9405-46ff-9f74-1f013436bd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.260656 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9fd51-5973-4017-8518-851b449c93de req-922be780-9416-4c03-b7ed-47bd593593a0 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:01.262136 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f0a9fd51-5973-4017-8518-851b449c93de req-922be780-9416-4c03-b7ed-47bd593593a0 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 943 time: 0.3025556 Jun 24 09:24:01.277044 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6f5b47bd-9405-46ff-9f74-1f013436bd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.282739 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10e170ee-841c-4c8a-89bd-8e468a095983 req-8743dfd8-eb5d-4c3d-8878-acc84713e56f service neutron] 10.222.0.60 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907507 Jun 24 09:24:01.330504 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f0a9fd51-5973-4017-8518-851b449c93de req-27b19a51-76b4-4b90-af32-25fb754c1330 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586734 Jun 24 09:24:01.420137 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6f5b47bd-9405-46ff-9f74-1f013436bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.423382 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6f5b47bd-9405-46ff-9f74-1f013436bd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:01.424503 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-6f5b47bd-9405-46ff-9f74-1f013436bd63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a808587-2985-4729-a357-bf51fdfbab1f HTTP/1.1" status: 204 len: 168 time: 0.4611509 Jun 24 09:24:01.425247 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:01.434339 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b47bd-9405-46ff-9f74-1f013436bd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a808587-2985-4729-a357-bf51fdfbab1f,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:01.436581 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6f5b47bd-9405-46ff-9f74-1f013436bd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:02.041357 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1a0d3-70dc-4732-a159-00998d6aaff6 req-d1385fe7-97f4-4a18-ad19-44ea7661205f tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:02.042998 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b7b1a0d3-70dc-4732-a159-00998d6aaff6 req-d1385fe7-97f4-4a18-ad19-44ea7661205f tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0692105 Jun 24 09:24:02.093208 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b7b1a0d3-70dc-4732-a159-00998d6aaff6 req-ccbb8e15-fed4-4d03-99a2-a8ac5e1636e2 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429859 Jun 24 09:24:02.528392 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefe332-635e-4c2e-ae7f-2797335ff915 req-006ae21b-0eab-4e44-95e0-ef86d370faae tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:02.530118 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cfefe332-635e-4c2e-ae7f-2797335ff915 req-006ae21b-0eab-4e44-95e0-ef86d370faae tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 943 time: 0.0696809 Jun 24 09:24:02.576324 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cfefe332-635e-4c2e-ae7f-2797335ff915 req-b7c20260-69de-46bc-8465-a645f4214938 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365868 Jun 24 09:24:03.123946 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 48984) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:03.251587 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e1773-03e6-47ca-84b0-0396a438b582 req-09cf05b1-00ef-439d-bc79-97f140f4d844 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:03.258425 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a83e1773-03e6-47ca-84b0-0396a438b582 req-09cf05b1-00ef-439d-bc79-97f140f4d844 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 945 time: 0.0725918 Jun 24 09:24:03.278816 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-64a8daf7-e80c-4860-855d-86d13aa473bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.291471 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a83e1773-03e6-47ca-84b0-0396a438b582 req-20522eaa-004b-45ed-a692-58a794524848 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320427 Jun 24 09:24:03.339988 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed72da0-3312-47e5-84c0-8e9f99169023 req-509ca698-c7e4-4959-b126-f439e006bb2d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:03.341688 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9ed72da0-3312-47e5-84c0-8e9f99169023 req-509ca698-c7e4-4959-b126-f439e006bb2d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.1267984 Jun 24 09:24:03.405491 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9ed72da0-3312-47e5-84c0-8e9f99169023 req-acf6d40b-a139-4082-873b-1eb6d781c2b5 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571034 Jun 24 09:24:03.445607 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-64a8daf7-e80c-4860-855d-86d13aa473bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.547929 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-64a8daf7-e80c-4860-855d-86d13aa473bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.550633 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e725fa33-5a17-4880-b63e-d7457b7858a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:03.588486 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8daf7-e80c-4860-855d-86d13aa473bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caef84d0-6233-4bd8-aebb-c67a07e57b93,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:03.592760 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-64a8daf7-e80c-4860-855d-86d13aa473bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20b22f6aa909430e808b1aa5690b23c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668913 Jun 24 09:24:03.594272 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-64a8daf7-e80c-4860-855d-86d13aa473bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:03.595954 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49000) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:03.667189 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6c874ef0-d93d-4729-86cb-5b768c92bb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.690888 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6c874ef0-d93d-4729-86cb-5b768c92bb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.757402 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9999b2-99a5-464f-93d3-ef2e3870e3d3 req-11ddc3ae-9552-4303-987e-5d9e1bd2d997 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:03.758792 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a9999b2-99a5-464f-93d3-ef2e3870e3d3 req-11ddc3ae-9552-4303-987e-5d9e1bd2d997 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 943 time: 0.0663147 Jun 24 09:24:03.796769 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a9999b2-99a5-464f-93d3-ef2e3870e3d3 req-dbad848a-50f3-47f6-bfb9-4c35f385b430 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322924 Jun 24 09:24:03.831602 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6c874ef0-d93d-4729-86cb-5b768c92bb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.834200 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6c874ef0-d93d-4729-86cb-5b768c92bb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:03.835324 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-6c874ef0-d93d-4729-86cb-5b768c92bb2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/caef84d0-6233-4bd8-aebb-c67a07e57b93 HTTP/1.1" status: 204 len: 168 time: 0.2383130 Jun 24 09:24:03.836192 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:03.844691 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c874ef0-d93d-4729-86cb-5b768c92bb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caef84d0-6233-4bd8-aebb-c67a07e57b93,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:03.847014 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6c874ef0-d93d-4729-86cb-5b768c92bb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:04.465520 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565004df-0972-42c1-8ca3-a418ea3b2fd7 req-6ed296b6-e802-426a-8fba-7b3fca2ad19c tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:04.467091 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-565004df-0972-42c1-8ca3-a418ea3b2fd7 req-6ed296b6-e802-426a-8fba-7b3fca2ad19c tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 945 time: 0.0660124 Jun 24 09:24:04.517011 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-565004df-0972-42c1-8ca3-a418ea3b2fd7 req-18cd8921-0687-4a7d-adbc-c3cac12c2439 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434883 Jun 24 09:24:04.602572 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98727d04-57e9-4ef4-ad9e-dccc94d3c21a req-f939898c-9990-48e2-a246-34526b965055 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:04.604053 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-98727d04-57e9-4ef4-ad9e-dccc94d3c21a req-f939898c-9990-48e2-a246-34526b965055 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0675046 Jun 24 09:24:04.642772 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-98727d04-57e9-4ef4-ad9e-dccc94d3c21a req-11e4ece4-47ca-4cdb-8ba0-67ca577d181d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325332 Jun 24 09:24:04.966287 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a31b4-9b35-4ecf-8745-35b61131e588 req-eb55da16-871d-4e95-a92f-c41ada1bc75c tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:04.967714 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-039a31b4-9b35-4ecf-8745-35b61131e588 req-eb55da16-871d-4e95-a92f-c41ada1bc75c tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 943 time: 0.0632486 Jun 24 09:24:05.006725 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-039a31b4-9b35-4ecf-8745-35b61131e588 req-a9d2b2c8-e215-469b-86ab-3dd2e9514bcd tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327554 Jun 24 09:24:05.694568 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b36280-2640-424d-9fae-3de40cd7e2e8 req-008eee8a-fdd9-419b-8250-12c8e51decc6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:05.696090 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-30b36280-2640-424d-9fae-3de40cd7e2e8 req-008eee8a-fdd9-419b-8250-12c8e51decc6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 945 time: 0.0646725 Jun 24 09:24:05.734854 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-30b36280-2640-424d-9fae-3de40cd7e2e8 req-24a91ff0-39f1-413d-901c-7e9b0c561dcb tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326862 Jun 24 09:24:05.895602 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6f058-cb60-41b2-a886-b6668672f315 req-48ec0587-dabb-41ed-9ea1-64448bd1dbc5 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:05.897024 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2bf6f058-cb60-41b2-a886-b6668672f315 req-48ec0587-dabb-41ed-9ea1-64448bd1dbc5 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0629439 Jun 24 09:24:05.934229 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2bf6f058-cb60-41b2-a886-b6668672f315 req-b561711a-87e2-4d8b-89d4-433319788977 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314467 Jun 24 09:24:06.179344 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a41dbf-9c6d-4bb1-af31-e79db171e5b8 req-ec9b9d04-28af-45a5-aed7-ddd605d87f77 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:06.180760 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d8a41dbf-9c6d-4bb1-af31-e79db171e5b8 req-ec9b9d04-28af-45a5-aed7-ddd605d87f77 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 943 time: 0.0648813 Jun 24 09:24:06.218141 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d8a41dbf-9c6d-4bb1-af31-e79db171e5b8 req-2619c331-dfa4-4f3e-83db-5491e311a804 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317481 Jun 24 09:24:06.903426 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f15aa5-dbe5-40d7-ae79-c846018b5dbd req-cc35b946-bc6b-413f-9c07-d42d4ce64524 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:06.904826 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e8f15aa5-dbe5-40d7-ae79-c846018b5dbd req-cc35b946-bc6b-413f-9c07-d42d4ce64524 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 945 time: 0.0617514 Jun 24 09:24:06.941393 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e8f15aa5-dbe5-40d7-ae79-c846018b5dbd req-efd3d8e3-2a87-413b-8089-b2b0f84178c3 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304937 Jun 24 09:24:06.979881 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device cb77dfdf-2697-4d8a-a2ca-ede9c22890af details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:24:07.072735 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port cb77dfdf-2697-4d8a-a2ca-ede9c22890af, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=cb77dfdf-2697-4d8a-a2ca-ede9c22890af,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:07.083959 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': 'cb77dfdf-2697-4d8a-a2ca-ede9c22890af', 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024', 'port_id': 'cb77dfdf-2697-4d8a-a2ca-ede9c22890af', 'mac_address': 'fa:16:3e:f3:40:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45cc966-8eac-4881-ba60-0b81c8bcfe2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:24:07.108246 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0936b-0dcd-423b-b0f7-da738d237f1b req-402064fa-d8a5-4580-8ca6-b296dc28b884 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:07.110302 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6bb0936b-0dcd-423b-b0f7-da738d237f1b req-402064fa-d8a5-4580-8ca6-b296dc28b884 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0659084 Jun 24 09:24:07.120595 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:07.132912 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb77dfdf-2697-4d8a-a2ca-ede9c22890af {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:24:07.146764 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6bb0936b-0dcd-423b-b0f7-da738d237f1b req-93b8d53d-e51e-4f2f-8aaa-12680e4b0152 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308061 Jun 24 09:24:07.151866 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port cb77dfdf-2697-4d8a-a2ca-ede9c22890af, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=cb77dfdf-2697-4d8a-a2ca-ede9c22890af,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:07.249032 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:07.251636 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:07.300924 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=cb77dfdf-2697-4d8a-a2ca-ede9c22890af,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:07.307648 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:07.307996 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:07.308371 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:07.308698 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:07.309026 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:07.309350 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:07.309698 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:07.310056 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:07.310380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:07.310697 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:07.311041 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:07.311357 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:07.316143 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:07.388064 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52ce7d-083d-4782-b966-2283c68a12ef req-05c71d04-2497-4b9a-8f34-a70f47eb0297 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:07.389500 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ff52ce7d-083d-4782-b966-2283c68a12ef req-05c71d04-2497-4b9a-8f34-a70f47eb0297 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 944 time: 0.0608861 Jun 24 09:24:07.425812 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ff52ce7d-083d-4782-b966-2283c68a12ef req-bd2ef07a-044c-495a-a475-113bffe35e53 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304928 Jun 24 09:24:08.110140 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e552d33-92ac-475d-ba20-0b32489af145 req-d2523125-a0cd-46ac-9b1b-53e7db93557d tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:08.111541 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0e552d33-92ac-475d-ba20-0b32489af145 req-d2523125-a0cd-46ac-9b1b-53e7db93557d tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 945 time: 0.0602152 Jun 24 09:24:08.147596 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0e552d33-92ac-475d-ba20-0b32489af145 req-9856100d-b7df-4444-818b-470948584890 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302444 Jun 24 09:24:08.316938 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72189d16-d7dc-4b31-b5ca-14c850243596 req-b0159bbe-7068-4df4-ad8b-9facbce48f8c tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:08.318328 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-72189d16-d7dc-4b31-b5ca-14c850243596 req-b0159bbe-7068-4df4-ad8b-9facbce48f8c tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0627322 Jun 24 09:24:08.353866 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-72189d16-d7dc-4b31-b5ca-14c850243596 req-011b0e43-3dc8-464e-9eaa-fcbaf3aef908 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298038 Jun 24 09:24:08.597485 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10241a-cd35-4dd5-a6cb-c9cbc1092872 req-8ac9a779-abd7-4554-acf1-034cf4efedb5 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:08.598962 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4e10241a-cd35-4dd5-a6cb-c9cbc1092872 req-8ac9a779-abd7-4554-acf1-034cf4efedb5 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 944 time: 0.0649843 Jun 24 09:24:08.634771 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4e10241a-cd35-4dd5-a6cb-c9cbc1092872 req-bb3a93bb-0672-4e9c-85e5-c243abb1b0ee tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303280 Jun 24 09:24:08.793442 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['cb77dfdf-2697-4d8a-a2ca-ede9c22890af'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:24:09.326790 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec5628-701d-4826-a5e3-dfaa7c35bb62 req-d8aba3ac-6285-4cd6-b628-333ac5316afc tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:09.328693 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64ec5628-701d-4826-a5e3-dfaa7c35bb62 req-d8aba3ac-6285-4cd6-b628-333ac5316afc tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 945 time: 0.0621691 Jun 24 09:24:09.365243 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64ec5628-701d-4826-a5e3-dfaa7c35bb62 req-d24b1af5-42d9-4930-a638-1928bd9571aa tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303628 Jun 24 09:24:09.533126 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ac276-a706-4300-90bb-ba9d8da99cc1 req-51ff7125-11d5-4241-bd15-3d6aaa9bd097 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:09.534580 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d74ac276-a706-4300-90bb-ba9d8da99cc1 req-51ff7125-11d5-4241-bd15-3d6aaa9bd097 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0720429 Jun 24 09:24:09.586231 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d74ac276-a706-4300-90bb-ba9d8da99cc1 req-2a8c7e9a-c3bc-4031-a96c-a2a867ff0742 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458982 Jun 24 09:24:09.809508 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8848f44-7a48-48d1-94da-0a917c7adbed req-8c889432-92bb-4d78-b484-cdebdd3aec6b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:09.810963 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e8848f44-7a48-48d1-94da-0a917c7adbed req-8c889432-92bb-4d78-b484-cdebdd3aec6b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 944 time: 0.0629170 Jun 24 09:24:09.849349 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e8848f44-7a48-48d1-94da-0a917c7adbed req-3d89da29-7e25-471e-ac3f-ef96a326bef8 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Jun 24 09:24:10.533790 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7486dda-b028-421e-b224-3435fd85773e req-a12fd6d5-37b9-4b5c-85db-84ebb7a2d408 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:10.535273 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7486dda-b028-421e-b224-3435fd85773e req-a12fd6d5-37b9-4b5c-85db-84ebb7a2d408 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 945 time: 0.0612233 Jun 24 09:24:10.601556 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b7486dda-b028-421e-b224-3435fd85773e req-8e7772ca-dfcb-4200-83db-5afd50307d2d tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecad4a77-64d4-4751-a21c-16be878ac76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600948 Jun 24 09:24:10.632756 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c0fd3-0635-4de3-8499-94f6db49af71 req-a6928fea-100a-4d8a-ab7b-6dc028f28883 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:10.634229 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce1c0fd3-0635-4de3-8499-94f6db49af71 req-a6928fea-100a-4d8a-ab7b-6dc028f28883 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.60 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 945 time: 0.0766251 Jun 24 09:24:10.785305 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-ce1c0fd3-0635-4de3-8499-94f6db49af71 req-b42a2235-5c68-4ee9-a189-3eabcb9affd6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Deleting port 46362dba-417d-4afa-80a3-6ef540cf5a65 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:24:10.785569 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ce1c0fd3-0635-4de3-8499-94f6db49af71 req-b42a2235-5c68-4ee9-a189-3eabcb9affd6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:10.838053 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548abf5-7bc8-414b-a4a4-96a541702c3e req-996c1a4b-f55a-43b2-a52e-18020561a621 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:10.839522 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6548abf5-7bc8-414b-a4a4-96a541702c3e req-996c1a4b-f55a-43b2-a52e-18020561a621 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.1240296 Jun 24 09:24:10.906655 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6548abf5-7bc8-414b-a4a4-96a541702c3e req-7f42194e-b14d-4efc-a7ac-b3da4bf73d94 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575409 Jun 24 09:24:10.920132 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-ce1c0fd3-0635-4de3-8499-94f6db49af71 req-b42a2235-5c68-4ee9-a189-3eabcb9affd6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] For port 46362dba-417d-4afa-80a3-6ef540cf5a65, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=46362dba-417d-4afa-80a3-6ef540cf5a65,segment=NetworkSegment(8dd97747-da05-430d-a17b-8931273e553e),segment_id=8dd97747-da05-430d-a17b-8931273e553e)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:10.929113 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ce1c0fd3-0635-4de3-8499-94f6db49af71 req-b42a2235-5c68-4ee9-a189-3eabcb9affd6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:10.935000 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-ce1c0fd3-0635-4de3-8499-94f6db49af71 req-b42a2235-5c68-4ee9-a189-3eabcb9affd6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Calling delete_port for 46362dba-417d-4afa-80a3-6ef540cf5a65 owned by compute:nova {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:24:11.033424 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482e974-8bc7-48ca-8e7f-f5f713617f62 req-4a4ab3e5-2aff-4df8-84fe-f98f666110b1 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:11.034855 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d482e974-8bc7-48ca-8e7f-f5f713617f62 req-4a4ab3e5-2aff-4df8-84fe-f98f666110b1 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 944 time: 0.0713980 Jun 24 09:24:11.075829 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d482e974-8bc7-48ca-8e7f-f5f713617f62 req-bd440e15-8e68-4995-87fa-5297ff36d077 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350456 Jun 24 09:24:11.364650 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ce1c0fd3-0635-4de3-8499-94f6db49af71 req-b42a2235-5c68-4ee9-a189-3eabcb9affd6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:11.369761 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-73b8fe54-9612-40cb-a14a-c5e68a00bffb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:11.394710 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a2235-5c68-4ee9-a189-3eabcb9affd6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Pushing event deleted for resources: {'Port': ['ID=46362dba-417d-4afa-80a3-6ef540cf5a65,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:11.397762 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b42a2235-5c68-4ee9-a189-3eabcb9affd6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:11.446633 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['46362dba-417d-4afa-80a3-6ef540cf5a65'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:24:11.459511 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1c0fd3-0635-4de3-8499-94f6db49af71 req-b42a2235-5c68-4ee9-a189-3eabcb9affd6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] No DVR routers for this DVR port 46362dba-417d-4afa-80a3-6ef540cf5a65 on host hv-cinder-79781 {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:24:11.462480 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ce1c0fd3-0635-4de3-8499-94f6db49af71 req-b42a2235-5c68-4ee9-a189-3eabcb9affd6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:11.464747 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce1c0fd3-0635-4de3-8499-94f6db49af71 req-b42a2235-5c68-4ee9-a189-3eabcb9affd6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.60 "DELETE /v2.0/ports/46362dba-417d-4afa-80a3-6ef540cf5a65 HTTP/1.1" status: 204 len: 173 time: 0.8214240 Jun 24 09:24:11.465213 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecb221d-2646-48cd-961b-0d6d58071cf5', 'name': 'network-vif-deleted', 'tag': '46362dba-417d-4afa-80a3-6ef540cf5a65'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:24:11.467552 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215d2edc-3133-4073-9c04-9fdf9a40b795" -d '{"events": [{"server_uuid": "eecb221d-2646-48cd-961b-0d6d58071cf5", "name": "network-vif-deleted", "tag": "46362dba-417d-4afa-80a3-6ef540cf5a65"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:24:11.504579 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944f9c12-55fa-45c7-9447-35b2b05550d5 x-openstack-request-id: req-944f9c12-55fa-45c7-9447-35b2b05550d5 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:24:11.505718 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecb221d-2646-48cd-961b-0d6d58071cf5", "name": "network-vif-deleted", "tag": "46362dba-417d-4afa-80a3-6ef540cf5a65", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:24:11.505895 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-944f9c12-55fa-45c7-9447-35b2b05550d5 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:24:11.506556 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecb221d-2646-48cd-961b-0d6d58071cf5', 'name': 'network-vif-deleted', 'tag': '46362dba-417d-4afa-80a3-6ef540cf5a65', 'status': 'completed', 'code': 200} Jun 24 09:24:11.744951 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-81c8d7de-2f66-4f21-bfb5-9e05a458384c req-87a5f4c4-b9b1-405c-9de8-4ec8f6adfc60 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 210 time: 0.0292120 Jun 24 09:24:12.087848 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6691e-69b3-4c85-a343-1d6f2dfae132 req-76a8c38f-fb38-4c05-a76d-d57d96b56bd9 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:12.089284 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-90f6691e-69b3-4c85-a343-1d6f2dfae132 req-76a8c38f-fb38-4c05-a76d-d57d96b56bd9 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0627432 Jun 24 09:24:12.126739 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-90f6691e-69b3-4c85-a343-1d6f2dfae132 req-9dc142ab-9551-47b3-9abc-4b6f0a85e7fb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Jun 24 09:24:12.180299 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device cb77dfdf-2697-4d8a-a2ca-ede9c22890af up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:24:12.248982 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6151e6-bed9-4403-8202-f33865a180a6 req-50495f39-2d82-4daf-8212-edc1e2564479 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:12.250414 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-aa6151e6-bed9-4403-8202-f33865a180a6 req-50495f39-2d82-4daf-8212-edc1e2564479 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 944 time: 0.0622373 Jun 24 09:24:12.282642 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port cb77dfdf-2697-4d8a-a2ca-ede9c22890af completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:24:12.287523 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-aa6151e6-bed9-4403-8202-f33865a180a6 req-27751d53-54ff-47aa-8d93-295f54b629e9 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314825 Jun 24 09:24:12.287963 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port cb77dfdf-2697-4d8a-a2ca-ede9c22890af triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:12.288393 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:12.381970 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:12.404585 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8119f3-45b4-4cee-a4c7-2211808197b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb77dfdf-2697-4d8a-a2ca-ede9c22890af'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:24:12.407380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2afede-4ed3-4200-ba5d-479253ac8355" -d '{"events": [{"server_uuid": "7f8119f3-45b4-4cee-a4c7-2211808197b9", "name": "network-vif-plugged", "status": "completed", "tag": "cb77dfdf-2697-4d8a-a2ca-ede9c22890af"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:24:12.420920 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port cb77dfdf-2697-4d8a-a2ca-ede9c22890af, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=cb77dfdf-2697-4d8a-a2ca-ede9c22890af,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:12.448661 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c97b8cc-d8e3-491d-90f9-941f7ce12a39 x-openstack-request-id: req-8c97b8cc-d8e3-491d-90f9-941f7ce12a39 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:24:12.449515 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8119f3-45b4-4cee-a4c7-2211808197b9", "name": "network-vif-plugged", "status": "completed", "tag": "cb77dfdf-2697-4d8a-a2ca-ede9c22890af", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:24:12.449515 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c97b8cc-d8e3-491d-90f9-941f7ce12a39 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:24:12.449679 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8119f3-45b4-4cee-a4c7-2211808197b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb77dfdf-2697-4d8a-a2ca-ede9c22890af', 'code': 200} Jun 24 09:24:12.490882 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:12.492714 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:12.550141 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=cb77dfdf-2697-4d8a-a2ca-ede9c22890af,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:12.553073 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:12.931056 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9ce51c5d-6323-4a47-8bb0-04d5dcfc1a23 req-34fb2a51-e82f-47ff-a4fe-b82e66e92708 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] 10.222.0.39 "GET /v2.0/ports?device_id=eecb221d-2646-48cd-961b-0d6d58071cf5 HTTP/1.1" status: 200 len: 210 time: 0.0536120 Jun 24 09:24:12.966107 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b85ebc-8926-4af0-9cec-02c66343d2c7 req-eba851e9-4988-4462-b44e-4d496d7e473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:12.968150 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a0b85ebc-8926-4af0-9cec-02c66343d2c7 req-eba851e9-4988-4462-b44e-4d496d7e473d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 1098 time: 0.0885122 Jun 24 09:24:13.015103 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a0b85ebc-8926-4af0-9cec-02c66343d2c7 req-af2e3db0-ff8d-463f-ab9e-cbd192b8062b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394464 Jun 24 09:24:13.302151 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00f061-59dc-4a49-be55-1c19ace35e61 req-56561536-18bb-42c0-ab51-8d7ff37cdc07 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:13.303583 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3f00f061-59dc-4a49-be55-1c19ace35e61 req-56561536-18bb-42c0-ab51-8d7ff37cdc07 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0616720 Jun 24 09:24:13.340773 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3f00f061-59dc-4a49-be55-1c19ace35e61 req-5a59f87c-f34f-4188-bcd3-70f2fc797aba tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Jun 24 09:24:13.533813 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1b747-737a-48a6-a1ca-f5755321444d req-1a90ad2c-f859-4a8d-98db-69e64e094bc1 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:13.535358 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-63d1b747-737a-48a6-a1ca-f5755321444d req-1a90ad2c-f859-4a8d-98db-69e64e094bc1 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 945 time: 0.0894613 Jun 24 09:24:13.583218 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 49204) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:13.594375 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-63d1b747-737a-48a6-a1ca-f5755321444d req-d3db2f20-9df8-46bb-b0e0-975ddee9de00 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487864 Jun 24 09:24:13.701921 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76a56ccd-b177-4a4a-b6f3-f6cadf845148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:13.792218 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76a56ccd-b177-4a4a-b6f3-f6cadf845148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:13.891118 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-76a56ccd-b177-4a4a-b6f3-f6cadf845148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:13.893741 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-86c98c9f-26e3-455e-bd3a-adbdb16468dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:13.927117 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a56ccd-b177-4a4a-b6f3-f6cadf845148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2712e4-82bd-4dd5-a54a-1feef995126f,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:13.931360 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-76a56ccd-b177-4a4a-b6f3-f6cadf845148 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6fd5f4d5c0804066b54f33a9e553ce32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470922 Jun 24 09:24:13.932220 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-76a56ccd-b177-4a4a-b6f3-f6cadf845148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:13.933950 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 49216) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:13.987563 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3242-656f-4453-abcd-bd7c41777512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:14.008767 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3242-656f-4453-abcd-bd7c41777512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:14.117141 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3242-656f-4453-abcd-bd7c41777512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:14.119864 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3242-656f-4453-abcd-bd7c41777512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:14.131953 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d1ba3242-656f-4453-abcd-bd7c41777512 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a2712e4-82bd-4dd5-a54a-1feef995126f HTTP/1.1" status: 204 len: 168 time: 0.1861997 Jun 24 09:24:14.131953 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:14.140215 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba3242-656f-4453-abcd-bd7c41777512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2712e4-82bd-4dd5-a54a-1feef995126f,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:14.151955 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d1ba3242-656f-4453-abcd-bd7c41777512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:14.168109 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 46362dba-417d-4afa-80a3-6ef540cf5a65 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:24:14.207762 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: 46362dba-417d-4afa-80a3-6ef540cf5a65 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:24:14.208117 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 46362dba-417d-4afa-80a3-6ef540cf5a65 not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:24:14.513424 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16d13d-5447-42df-bb82-642eae2b0392 req-9d0c8583-61cf-4d30-81b1-1083d3bdcfb8 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:14.515081 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5a16d13d-5447-42df-bb82-642eae2b0392 req-9d0c8583-61cf-4d30-81b1-1083d3bdcfb8 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0617595 Jun 24 09:24:14.552679 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5a16d13d-5447-42df-bb82-642eae2b0392 req-c805b737-a4d2-4fe2-8ede-b170502c56b9 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Jun 24 09:24:14.773813 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a79eb8-89c1-477e-8622-3dbf5f9e6b93 req-9d85ff2d-7905-46b3-b316-077f568b532e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:14.775482 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-84a79eb8-89c1-477e-8622-3dbf5f9e6b93 req-9d85ff2d-7905-46b3-b316-077f568b532e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 945 time: 0.0645664 Jun 24 09:24:14.815222 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-84a79eb8-89c1-477e-8622-3dbf5f9e6b93 req-abda92ef-e236-494f-9c63-94a3fa8b0623 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336607 Jun 24 09:24:14.838450 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 49246) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:14.854585 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-42f984df-7e47-44f5-b0ee-5f31f3f46c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:14.941153 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-42f984df-7e47-44f5-b0ee-5f31f3f46c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:15.021595 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-42f984df-7e47-44f5-b0ee-5f31f3f46c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:15.024049 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:15.061691 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-42f984df-7e47-44f5-b0ee-5f31f3f46c9a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ddcbf40c324445abffb00a3d643b023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220614 Jun 24 09:24:15.064545 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49250) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:15.064996 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f984df-7e47-44f5-b0ee-5f31f3f46c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e731206-e791-4ca5-9f1c-d5b37ebc0c42,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:15.068202 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-42f984df-7e47-44f5-b0ee-5f31f3f46c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:15.114002 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-517598fd-21c0-490a-9e04-979b5518f93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:15.138669 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-517598fd-21c0-490a-9e04-979b5518f93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:15.266213 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-517598fd-21c0-490a-9e04-979b5518f93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:15.268978 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-517598fd-21c0-490a-9e04-979b5518f93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:15.270080 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-517598fd-21c0-490a-9e04-979b5518f93d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e731206-e791-4ca5-9f1c-d5b37ebc0c42 HTTP/1.1" status: 204 len: 168 time: 0.2046869 Jun 24 09:24:15.270782 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5b8ea1ef-d6a1-4a1d-a938-01ca7bdbad6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:15.278979 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517598fd-21c0-490a-9e04-979b5518f93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e731206-e791-4ca5-9f1c-d5b37ebc0c42,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:15.281387 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-517598fd-21c0-490a-9e04-979b5518f93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:15.737130 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c5031-0b57-4d46-9c95-e54e95126c6e req-d9348526-f5c7-4857-a422-bc45b61d8777 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:15.738610 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6d5c5031-0b57-4d46-9c95-e54e95126c6e req-d9348526-f5c7-4857-a422-bc45b61d8777 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0685871 Jun 24 09:24:15.778223 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6d5c5031-0b57-4d46-9c95-e54e95126c6e req-82ee4f9a-5d20-4240-ace9-879de1080e9c tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328929 Jun 24 09:24:16.006787 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a5c74-c012-4ba8-a5c7-a1ce00a7910f req-920e3350-d7b2-4bba-a027-73662190541b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:16.008169 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-975a5c74-c012-4ba8-a5c7-a1ce00a7910f req-920e3350-d7b2-4bba-a027-73662190541b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 945 time: 0.0618365 Jun 24 09:24:16.046497 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-975a5c74-c012-4ba8-a5c7-a1ce00a7910f req-aa04b5f5-6383-4900-915b-df236db55e41 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321164 Jun 24 09:24:16.681813 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49324) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:16.733005 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa8686d-5950-4d6d-a493-a83199d4f560 admin admin] Deleting subnet 8f96650c-f540-4407-a186-85d0def80ed6 {{(pid=93460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:24:16.736213 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9aa8686d-5950-4d6d-a493-a83199d4f560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:16.773439 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9aa8686d-5950-4d6d-a493-a83199d4f560 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:16.782960 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9aa8686d-5950-4d6d-a493-a83199d4f560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:16.934647 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9aa8686d-5950-4d6d-a493-a83199d4f560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027'] for subnet, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:16.938594 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1051657f-20dd-4acc-acf2-0c11d7ab0b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:16.963617 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ec319-cf91-4746-95e2-242ac9048213 req-f0228871-47aa-47a7-80c9-b39cfee48f88 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:16.967412 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3c7ec319-cf91-4746-95e2-242ac9048213 req-f0228871-47aa-47a7-80c9-b39cfee48f88 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0642524 Jun 24 09:24:16.967552 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8686d-5950-4d6d-a493-a83199d4f560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f96650c-f540-4407-a186-85d0def80ed6,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:16.972577 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9aa8686d-5950-4d6d-a493-a83199d4f560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:16.974610 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-9aa8686d-5950-4d6d-a493-a83199d4f560 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8f96650c-f540-4407-a186-85d0def80ed6 HTTP/1.1" status: 204 len: 168 time: 0.2917786 Jun 24 09:24:16.975724 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-9aa8686d-5950-4d6d-a493-a83199d4f560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:16.978027 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49332) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:17.011951 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3c7ec319-cf91-4746-95e2-242ac9048213 req-5f22fc3c-fe3c-415a-911a-b1fcf97c0f2f tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354540 Jun 24 09:24:17.053928 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:17.088909 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-5ef8a97b-4b77-4a26-96cc-49abc0fea671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:17.142565 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:17.152587 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:17.152947 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:17.153682 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:17.154031 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Subscribe: > port after_create 55550000 {{(pid=93460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:17.154392 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=93460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:17.154746 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Subscribe: > port after_update 55550000 {{(pid=93460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:17.155617 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:17.155935 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:17.156265 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:17.156580 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:17.292098 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:17.292383 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:17.292711 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:17.293039 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:17.293406 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ba2bf6-ae1f-4e8f-92c3-c674b018292f']}} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:17.310839 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd97747-da05-430d-a17b-8931273e553e') {'for_net_delete': True} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:17.311162 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd97747-da05-430d-a17b-8931273e553e') {} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:17.327124 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13770857'] for segment, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:17.348488 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:17.357081 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:24:17.359939 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14455338'] for segment, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: from cryptography.utils import int_from_bytes Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: from cryptography.utils import int_from_bytes Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: Traceback (most recent call last): Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: timer() Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: cb(*args, **kw) Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: return func(*args, **kwargs) Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: self._notify() Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: self.callback(batched_events) Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: event.method(event) Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: return f(self, *a, **k) Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._get(url).json() Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: return self.request(url, 'GET', **kwargs) Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:24:17.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:24:17.500307 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:17.505145 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:17.518611 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:17.520567 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] 10.222.0.39 "DELETE /v2.0/networks/b9ba2bf6-ae1f-4e8f-92c3-c674b018292f HTTP/1.1" status: 204 len: 168 time: 0.5415444 Jun 24 09:24:17.521659 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ba2bf6-ae1f-4e8f-92c3-c674b018292f,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:17.524019 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:17.932675 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49348) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:17.975837 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-896ca9d2-7029-4587-8dd2-55e97c41ebdc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca7404070de140cbacc52286d94b5f06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419624 Jun 24 09:24:17.978166 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49350) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:18.024263 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8792fbcf-24fa-4384-8ea0-bae26aa86dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:18.047665 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8792fbcf-24fa-4384-8ea0-bae26aa86dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:18.173795 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8792fbcf-24fa-4384-8ea0-bae26aa86dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:18.176289 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8792fbcf-24fa-4384-8ea0-bae26aa86dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:18.177498 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-8792fbcf-24fa-4384-8ea0-bae26aa86dff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecad4a77-64d4-4751-a21c-16be878ac76c HTTP/1.1" status: 204 len: 168 time: 0.1984067 Jun 24 09:24:18.183675 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6f5b47bd-9405-46ff-9f74-1f013436bd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:18.186114 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792fbcf-24fa-4384-8ea0-bae26aa86dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecad4a77-64d4-4751-a21c-16be878ac76c,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:18.187103 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7854c-a08c-4be7-b4f5-80ba1be60070 req-d821a904-3bf9-443f-847b-b94a0af1e164 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:18.188979 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-8792fbcf-24fa-4384-8ea0-bae26aa86dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:18.191619 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-50f7854c-a08c-4be7-b4f5-80ba1be60070 req-d821a904-3bf9-443f-847b-b94a0af1e164 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0682745 Jun 24 09:24:18.229574 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-50f7854c-a08c-4be7-b4f5-80ba1be60070 req-77faaef0-a21c-4ec2-abf8-8d0a678e3276 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354598 Jun 24 09:24:19.201258 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49386) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:19.293866 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1822630159-network', 'tenant_id': '4b87983cfcc649679f2d6c47f179f88d'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:19.362457 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Made reservation on behalf of 4b87983cfcc649679f2d6c47f179f88d for: {'network': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:24:19.364778 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:19.373133 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:19.403811 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb24e7-6377-45e0-b020-54b5f46eb350 req-d26cfccc-178b-44a2-b7c8-ddd67b9ffd5e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:19.405284 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-defb24e7-6377-45e0-b020-54b5f46eb350 req-d26cfccc-178b-44a2-b7c8-ddd67b9ffd5e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0626729 Jun 24 09:24:19.443688 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-defb24e7-6377-45e0-b020-54b5f46eb350 req-efcd63bc-1e53-40ee-a4eb-82bfb02575ca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324578 Jun 24 09:24:19.460826 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:19.539283 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:19.543170 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1085520e-b78a-42c0-babd-9847166520fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:19.560148 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=93460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:24:19.580188 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deab7791-e836-4da7-9bdd-526051582268,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:19.583064 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:19.583404 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.segments_db [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Added segment a86ae406-a2a9-40ff-873e-a397668ba54f of type vlan for network 26db3db9-0a29-4b37-bb20-0d82dfb7aaee Jun 24 09:24:19.584800 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:19.625969 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:19.713116 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:19.714369 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:19.714957 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:19.718566 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-cd67a8b7-d3ce-48db-9996-8a0ee4e46000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:19.762933 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-ec999175-374b-4931-916d-2adbfaf6a49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:19.772930 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Pushing event updated for resources: {'Network': ['ID=26db3db9-0a29-4b37-bb20-0d82dfb7aaee,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:19.775566 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:19.785300 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network 26db3db9-0a29-4b37-bb20-0d82dfb7aaee details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:24:19.825808 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6229055 Jun 24 09:24:19.828513 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49398) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:19.833384 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-2eba14a8-a538-4b59-816b-62b08f6f92eb admin admin] Request body: {'subnet': {'network_id': '26db3db9-0a29-4b37-bb20-0d82dfb7aaee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1822630159-subnet', 'tenant_id': '4b87983cfcc649679f2d6c47f179f88d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:19.928035 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eba14a8-a538-4b59-816b-62b08f6f92eb admin admin] Made reservation on behalf of 4b87983cfcc649679f2d6c47f179f88d for: {'subnet': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:24:19.930351 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2eba14a8-a538-4b59-816b-62b08f6f92eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13447192'] for subnet, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:19.962500 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:20.151314 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2eba14a8-a538-4b59-816b-62b08f6f92eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14455540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13447178'] for subnet, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:20.154360 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:20.204240 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba14a8-a538-4b59-816b-62b08f6f92eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1402594b-d2f0-4a2d-bf3b-5cf37249372a,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:20.207706 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-2eba14a8-a538-4b59-816b-62b08f6f92eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:20.214303 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba14a8-a538-4b59-816b-62b08f6f92eb admin admin] Checking segment: {'id': 'a86ae406-a2a9-40ff-873e-a397668ba54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '26db3db9-0a29-4b37-bb20-0d82dfb7aaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:24:20.214656 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba14a8-a538-4b59-816b-62b08f6f92eb admin admin] Network hostable DHCP agents. Network: 26db3db9-0a29-4b37-bb20-0d82dfb7aaee, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:24:20.293483 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba14a8-a538-4b59-816b-62b08f6f92eb admin admin] Network 26db3db9-0a29-4b37-bb20-0d82dfb7aaee is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:24:20.384755 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-2eba14a8-a538-4b59-816b-62b08f6f92eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, 26db3db9-0a29-4b37-bb20-0d82dfb7aaee) {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:24:20.388780 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba14a8-a538-4b59-816b-62b08f6f92eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:20.389939 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2eba14a8-a538-4b59-816b-62b08f6f92eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:20.394644 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc01f2e-5b67-4922-a1df-0f43c658f43a None None] Network 26db3db9-0a29-4b37-bb20-0d82dfb7aaee requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:24:20.466004 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:20.489026 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-2eba14a8-a538-4b59-816b-62b08f6f92eb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6591897 Jun 24 09:24:20.525948 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbb5a15-7525-42d3-af06-6f98633c3d79 None None] Network 26db3db9-0a29-4b37-bb20-0d82dfb7aaee requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:24:20.642305 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626cd55-2cc4-4f4a-a5d9-3e7f008ffdcd req-bf755510-169a-49e0-8af9-f4da200f5830 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:20.649475 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0626cd55-2cc4-4f4a-a5d9-3e7f008ffdcd req-bf755510-169a-49e0-8af9-f4da200f5830 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0730128 Jun 24 09:24:20.681878 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0626cd55-2cc4-4f4a-a5d9-3e7f008ffdcd req-1f4ab4bf-b768-41f6-b926-6db7e7dbd9b1 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315187 Jun 24 09:24:21.194416 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 49432) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:21.199799 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2080701356-network', 'tenant_id': '8787b86908f3413f863e1d6f2b8b774b'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:21.305122 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Made reservation on behalf of 8787b86908f3413f863e1d6f2b8b774b for: {'network': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:24:21.307489 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:21.316047 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:21.401691 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:21.481732 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:21.485186 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:21.505935 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=93459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:24:21.515918 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d61d7e-4de3-4b2c-b15f-7c9ae39e0042,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:21.519991 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:21.521012 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:21.521344 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Added segment edd99e9a-dd88-4bac-a7cb-122baba752b0 of type vlan for network f6f9ce09-9013-4e2b-acdb-466af9025cf6 Jun 24 09:24:21.561936 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:21.664881 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:21.666218 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:21.666800 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:21.669013 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2bf34e29-03a4-4289-b902-755a1889d666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:21.735501 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Pushing event updated for resources: {'Network': ['ID=f6f9ce09-9013-4e2b-acdb-466af9025cf6,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:21.740719 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:21.747466 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network f6f9ce09-9013-4e2b-acdb-466af9025cf6 details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:24:21.790162 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49442) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:21.792371 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5966628 Jun 24 09:24:21.797867 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-0587169c-e620-4416-a9d1-b621600b2530 admin admin] Request body: {'subnet': {'network_id': 'f6f9ce09-9013-4e2b-acdb-466af9025cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2080701356-subnet', 'tenant_id': '8787b86908f3413f863e1d6f2b8b774b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:21.883729 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7d18a-c6b8-4457-bcee-ecfb2a8b47bc req-d18d0c47-8237-4917-89c8-407053833962 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:21.885174 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c3a7d18a-c6b8-4457-bcee-ecfb2a8b47bc req-d18d0c47-8237-4917-89c8-407053833962 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0711598 Jun 24 09:24:21.912335 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0587169c-e620-4416-a9d1-b621600b2530 admin admin] Made reservation on behalf of 8787b86908f3413f863e1d6f2b8b774b for: {'subnet': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:24:21.914934 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0587169c-e620-4416-a9d1-b621600b2530 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13447192'] for subnet, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:21.958585 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c3a7d18a-c6b8-4457-bcee-ecfb2a8b47bc req-187ffcfa-0eba-4c19-ba6e-b3639b84adfe tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662727 Jun 24 09:24:22.196878 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0587169c-e620-4416-a9d1-b621600b2530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14455540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13447178'] for subnet, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:22.199944 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:22.254420 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587169c-e620-4416-a9d1-b621600b2530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd6b577-1768-41a1-b8b1-bd425cf4601a,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:22.258148 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0587169c-e620-4416-a9d1-b621600b2530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:22.262123 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587169c-e620-4416-a9d1-b621600b2530 admin admin] Checking segment: {'id': 'edd99e9a-dd88-4bac-a7cb-122baba752b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f6f9ce09-9013-4e2b-acdb-466af9025cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:24:22.262474 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0587169c-e620-4416-a9d1-b621600b2530 admin admin] Network hostable DHCP agents. Network: f6f9ce09-9013-4e2b-acdb-466af9025cf6, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:24:22.293565 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:22.369713 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0587169c-e620-4416-a9d1-b621600b2530 admin admin] Network f6f9ce09-9013-4e2b-acdb-466af9025cf6 is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:24:22.432713 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-0587169c-e620-4416-a9d1-b621600b2530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, f6f9ce09-9013-4e2b-acdb-466af9025cf6) {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:24:22.437443 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0587169c-e620-4416-a9d1-b621600b2530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:22.438016 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0587169c-e620-4416-a9d1-b621600b2530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:22.441846 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0cac23-4f17-4d17-b38b-2b335bd40daa None None] Network f6f9ce09-9013-4e2b-acdb-466af9025cf6 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:24:22.511802 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-0587169c-e620-4416-a9d1-b621600b2530 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7192435 Jun 24 09:24:22.563127 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec49873-a487-48b9-8559-5443b8b65ee8 None None] Network f6f9ce09-9013-4e2b-acdb-466af9025cf6 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:24:22.621798 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49454) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:22.666625 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c92da4-a2c5-4475-ac58-5729ce1acc98 admin admin] Deleting subnet 1402594b-d2f0-4a2d-bf3b-5cf37249372a {{(pid=93460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:24:22.672826 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-85c92da4-a2c5-4475-ac58-5729ce1acc98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:22.709538 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-85c92da4-a2c5-4475-ac58-5729ce1acc98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13770864'] for subnet, precommit_delete_associations {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:22.747063 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-85c92da4-a2c5-4475-ac58-5729ce1acc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:22.871510 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-85c92da4-a2c5-4475-ac58-5729ce1acc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14455477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13447171'] for subnet, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:22.874541 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:22.896674 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c92da4-a2c5-4475-ac58-5729ce1acc98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1402594b-d2f0-4a2d-bf3b-5cf37249372a,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:22.899794 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-85c92da4-a2c5-4475-ac58-5729ce1acc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:22.902384 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-85c92da4-a2c5-4475-ac58-5729ce1acc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:22.907425 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-85c92da4-a2c5-4475-ac58-5729ce1acc98 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1402594b-d2f0-4a2d-bf3b-5cf37249372a HTTP/1.1" status: 204 len: 168 time: 0.2817538 Jun 24 09:24:22.907723 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 49462) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:22.977812 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.060643 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.070680 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:23.071338 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:23.072063 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:23.072405 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Subscribe: > port after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:23.072749 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Subscribe: > port after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:23.073067 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Subscribe: > port after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:23.073383 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:23.073697 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:23.074032 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:23.074344 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:23.131401 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893056a-f91c-42ee-8cac-ec53258e9a7d req-d9b86b92-15d9-4aa7-afa2-917da9cf0527 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:23.132760 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6893056a-f91c-42ee-8cac-ec53258e9a7d req-d9b86b92-15d9-4aa7-afa2-917da9cf0527 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0642874 Jun 24 09:24:23.141117 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:23.141466 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:23.141793 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:23.142117 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:24:23.142575 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26db3db9-0a29-4b37-bb20-0d82dfb7aaee']}} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:23.161613 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86ae406-a2a9-40ff-873e-a397668ba54f') {'for_net_delete': True} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:23.161913 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86ae406-a2a9-40ff-873e-a397668ba54f') {} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:23.175415 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6893056a-f91c-42ee-8cac-ec53258e9a7d req-31c1b767-8762-4ffd-b82a-5843818de1fd tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367990 Jun 24 09:24:23.177554 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125388382'] for segment, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.197961 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.206325 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:24:23.206731 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125717201'] for segment, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: from cryptography.utils import int_from_bytes Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: from cryptography.utils import int_from_bytes Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: Traceback (most recent call last): Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: timer() Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: cb(*args, **kw) Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: self._notify() Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: self.callback(batched_events) Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: event.method(event) Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: return f(self, *a, **k) Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: return self._get(url).json() Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:24:23.210568 dv-cinder-797812-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:24:23.341256 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.345950 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:23.361992 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.364052 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] 10.222.0.39 "DELETE /v2.0/networks/26db3db9-0a29-4b37-bb20-0d82dfb7aaee HTTP/1.1" status: 204 len: 168 time: 0.4553549 Jun 24 09:24:23.365399 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=26db3db9-0a29-4b37-bb20-0d82dfb7aaee,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:23.367471 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49470) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:23.367663 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:23.410616 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5f9181-c8ae-4d3c-9d09-f13ac18b1dce admin admin] Deleting subnet 6bd6b577-1768-41a1-b8b1-bd425cf4601a {{(pid=93460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:24:23.413570 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9181-c8ae-4d3c-9d09-f13ac18b1dce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.446671 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9181-c8ae-4d3c-9d09-f13ac18b1dce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13770864'] for subnet, precommit_delete_associations {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.486992 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9181-c8ae-4d3c-9d09-f13ac18b1dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.593449 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9181-c8ae-4d3c-9d09-f13ac18b1dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14455477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13447171'] for subnet, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.595843 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:23.616634 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f9181-c8ae-4d3c-9d09-f13ac18b1dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd6b577-1768-41a1-b8b1-bd425cf4601a,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:23.620143 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-bc5f9181-c8ae-4d3c-9d09-f13ac18b1dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:23.622587 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9181-c8ae-4d3c-9d09-f13ac18b1dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.625404 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-bc5f9181-c8ae-4d3c-9d09-f13ac18b1dce admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6bd6b577-1768-41a1-b8b1-bd425cf4601a HTTP/1.1" status: 204 len: 168 time: 0.2566347 Jun 24 09:24:23.627966 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49472) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:23.700257 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.776392 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.785535 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f9ce09-9013-4e2b-acdb-466af9025cf6']}} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:23.795491 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd99e9a-dd88-4bac-a7cb-122baba752b0') {'for_net_delete': True} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:23.795777 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd99e9a-dd88-4bac-a7cb-122baba752b0') {} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:24:23.804171 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13770857'] for segment, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.817798 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.823794 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:24:23.824164 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14455338'] for segment, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: Traceback (most recent call last): Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: timer() Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: cb(*args, **kw) Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: return func(*args, **kwargs) Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: self._notify() Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: self.callback(batched_events) Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: event.method(event) Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: return f(self, *a, **k) Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._get(url).json() Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: return self.request(url, 'GET', **kwargs) Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:24:23.825710 dv-cinder-797812-1-iscsi neutron-server[93460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:24:23.964145 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.969060 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:23.974649 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f6f9ce09-9013-4e2b-acdb-466af9025cf6 HTTP/1.1" status: 204 len: 168 time: 0.3418026 Jun 24 09:24:23.974649 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-551d64cf-af68-4e69-8835-580f10c42cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:23.985250 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f9ce09-9013-4e2b-acdb-466af9025cf6,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:23.987673 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:24.329044 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 49486) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:24.340307 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3bf42-975b-4cc8-8225-5b6d861cb5a2 req-f0e25ca7-a55e-4256-84a1-da1109b90373 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:24.342405 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-72e3bf42-975b-4cc8-8225-5b6d861cb5a2 req-f0e25ca7-a55e-4256-84a1-da1109b90373 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0626111 Jun 24 09:24:24.374520 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49490) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:24.375450 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-bfae95e1-4273-4720-86f0-4fd04913b10f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b87983cfcc649679f2d6c47f179f88d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451686 Jun 24 09:24:24.391675 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-72e3bf42-975b-4cc8-8225-5b6d861cb5a2 req-214e32ec-dce6-4ded-928e-c644e5e2c038 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429602 Jun 24 09:24:24.427690 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-72963c2b-afde-4195-b193-7461b83843de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:24.447474 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-72963c2b-afde-4195-b193-7461b83843de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:24.563997 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-72963c2b-afde-4195-b193-7461b83843de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:24.566486 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-72963c2b-afde-4195-b193-7461b83843de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:24.567609 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-72963c2b-afde-4195-b193-7461b83843de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/deab7791-e836-4da7-9bdd-526051582268 HTTP/1.1" status: 204 len: 168 time: 0.1921637 Jun 24 09:24:24.568380 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e1964248-10b5-4c05-9b9a-ce84eecabf0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:24.576632 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72963c2b-afde-4195-b193-7461b83843de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deab7791-e836-4da7-9bdd-526051582268,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:24.578766 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-72963c2b-afde-4195-b193-7461b83843de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:24.598527 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:24:25.254208 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49504) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:25.296232 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-04dd6139-a0cc-4502-bbc3-c53db5bac960 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8787b86908f3413f863e1d6f2b8b774b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407588 Jun 24 09:24:25.298806 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49506) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:25.343690 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4556f677-a531-4e33-ae64-0f65fcc151c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:25.364278 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4556f677-a531-4e33-ae64-0f65fcc151c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:25.470902 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4556f677-a531-4e33-ae64-0f65fcc151c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:25.473440 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4556f677-a531-4e33-ae64-0f65fcc151c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:25.474554 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-4556f677-a531-4e33-ae64-0f65fcc151c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62d61d7e-4de3-4b2c-b15f-7c9ae39e0042 HTTP/1.1" status: 204 len: 168 time: 0.1748505 Jun 24 09:24:25.475430 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6c874ef0-d93d-4729-86cb-5b768c92bb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:25.483362 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556f677-a531-4e33-ae64-0f65fcc151c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d61d7e-4de3-4b2c-b15f-7c9ae39e0042,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:25.485516 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4556f677-a531-4e33-ae64-0f65fcc151c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:25.573483 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9a31-cc6b-4aa7-b065-8b303d04920d req-c47172b4-581d-4c7b-903c-984ddf19cb07 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:25.575044 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7c9d9a31-cc6b-4aa7-b065-8b303d04920d req-c47172b4-581d-4c7b-903c-984ddf19cb07 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0626051 Jun 24 09:24:25.620305 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7c9d9a31-cc6b-4aa7-b065-8b303d04920d req-abf66987-b5b7-4c6b-89bd-df98c5c67bb8 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395315 Jun 24 09:24:26.818252 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4caea9-e73f-46b9-8c61-068d2f98b657 req-38edc45d-f921-4508-87dd-0dbdc67de700 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:26.819739 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ed4caea9-e73f-46b9-8c61-068d2f98b657 req-38edc45d-f921-4508-87dd-0dbdc67de700 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0748162 Jun 24 09:24:26.866973 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ed4caea9-e73f-46b9-8c61-068d2f98b657 req-c2612a6b-0ed8-4036-a3c7-6c38abf599a5 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391862 Jun 24 09:24:27.915118 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-98f6ccdf-e56a-47a0-a279-fae5ef470db2 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:27.916560 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-98f6ccdf-e56a-47a0-a279-fae5ef470db2 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/networks?id=edcd4982-0d07-4d90-b348-d8817bbc8024 HTTP/1.1" status: 200 len: 814 time: 0.1198928 Jun 24 09:24:27.931072 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-f62e141d-a0e7-486e-baf5-e2287164bee2 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/quotas/cb968d402da64fe8a788d1f8bde801f3 HTTP/1.1" status: 200 len: 375 time: 0.0092158 Jun 24 09:24:28.048226 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-577d3b2a-c2e0-4554-a890-7abd8ea311b1 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb968d402da64fe8a788d1f8bde801f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113341 Jun 24 09:24:28.054783 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e644f-458e-4746-9a42-684df61ebd40 req-2399ac22-c124-4a80-9593-839289c88d40 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:28.056286 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bc0e644f-458e-4746-9a42-684df61ebd40 req-2399ac22-c124-4a80-9593-839289c88d40 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0649292 Jun 24 09:24:28.094085 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bc0e644f-458e-4746-9a42-684df61ebd40 req-f722d172-6738-4e01-a693-41a94cec7305 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317624 Jun 24 09:24:28.137872 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-d62d3e7f-384e-48f7-9c65-8a58972875af service neutron] 10.222.0.39 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817862 Jun 24 09:24:28.233347 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-74ac53e2-f992-4d4e-9207-af141667137d service neutron] 10.222.0.39 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879896 Jun 24 09:24:28.365369 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:28.530169 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b0f3dae7-cdc2-4bb8-b912-3a2b29e53a4a req-d97c099b-71ce-4d0e-81bc-e404eac9f5e1 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 210 time: 0.0286427 Jun 24 09:24:29.277901 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade187f-e0ce-4e0e-be68-408a47973114 req-582bd020-d1c9-436f-8e66-183b97888921 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:29.279358 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8ade187f-e0ce-4e0e-be68-408a47973114 req-582bd020-d1c9-436f-8e66-183b97888921 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0643544 Jun 24 09:24:29.320631 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8ade187f-e0ce-4e0e-be68-408a47973114 req-12fad6fc-22c1-4692-a4f9-98acfa7ec2d7 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344906 Jun 24 09:24:29.679671 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c616e473-016a-4e29-b683-46e672e2aaad req-949deed9-db46-4913-ada3-6897370e137b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 210 time: 0.0276113 Jun 24 09:24:30.491595 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd6503-ff5d-4cb6-a0aa-f863b892233b req-799fcaa0-7535-4c3e-8d7e-3ab620452c62 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:30.493068 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0dbd6503-ff5d-4cb6-a0aa-f863b892233b req-799fcaa0-7535-4c3e-8d7e-3ab620452c62 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0632536 Jun 24 09:24:30.533310 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0dbd6503-ff5d-4cb6-a0aa-f863b892233b req-b84252be-dd9b-4925-9e28-32d15ad6f72b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341964 Jun 24 09:24:30.830856 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2d6c78d2-6f81-41e1-9c1a-98c70ac2338d req-80223c89-5308-4f83-89c0-ed31517c8163 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 210 time: 0.0378590 Jun 24 09:24:31.718085 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b72c99-650b-4cc3-abbb-ccb57a043af1 req-c4a4ba70-d0ab-44b2-ad37-dcc5b4f385d0 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:31.720153 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-31b72c99-650b-4cc3-abbb-ccb57a043af1 req-c4a4ba70-d0ab-44b2-ad37-dcc5b4f385d0 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0733674 Jun 24 09:24:31.757604 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-31b72c99-650b-4cc3-abbb-ccb57a043af1 req-32b0813e-fc57-466b-8fb3-14d8aa8644ba tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319266 Jun 24 09:24:31.766892 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49764) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:31.874695 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-66c88131-171e-45de-83d1-bcd8360e486b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:31.990085 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-33ca80f1-403d-4c11-b92e-369d5e30c9f5 req-ee4da52f-6def-4ea5-ada2-fa74ab360191 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 210 time: 0.0395501 Jun 24 09:24:31.994530 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-66c88131-171e-45de-83d1-bcd8360e486b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:32.049668 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-66c88131-171e-45de-83d1-bcd8360e486b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:32.053217 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-19deeb0c-0f18-4024-aca5-acf848c9fae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:32.089112 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-66c88131-171e-45de-83d1-bcd8360e486b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c395f9eb82fb4254b200b8430a4b1387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212128 Jun 24 09:24:32.090426 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c88131-171e-45de-83d1-bcd8360e486b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8061805e-8288-4970-92c2-2b6c90ec6982,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:32.091860 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 49772) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:32.094408 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-66c88131-171e-45de-83d1-bcd8360e486b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:32.143405 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7d5fab30-b5e1-41b4-aa56-a17c0fdd917b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:32.170013 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7d5fab30-b5e1-41b4-aa56-a17c0fdd917b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:32.312444 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7d5fab30-b5e1-41b4-aa56-a17c0fdd917b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:32.315055 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7d5fab30-b5e1-41b4-aa56-a17c0fdd917b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:32.319101 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7d5fab30-b5e1-41b4-aa56-a17c0fdd917b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8061805e-8288-4970-92c2-2b6c90ec6982 HTTP/1.1" status: 204 len: 168 time: 0.2256021 Jun 24 09:24:32.329067 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-185983a7-cbdc-4b24-9448-c3675cfd41fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:32.345844 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fab30-b5e1-41b4-aa56-a17c0fdd917b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8061805e-8288-4970-92c2-2b6c90ec6982,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:32.349718 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7d5fab30-b5e1-41b4-aa56-a17c0fdd917b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:32.396135 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-ac9d6f20-79be-4719-b7ca-a83b2b239685 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:32.397595 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-ac9d6f20-79be-4719-b7ca-a83b2b239685 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "GET /v2.0/networks?id=edcd4982-0d07-4d90-b348-d8817bbc8024 HTTP/1.1" status: 200 len: 814 time: 0.1303895 Jun 24 09:24:32.430619 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Request body: {'port': {'device_id': '2fd31751-dcf7-4e41-ac49-43b03d3478f7', 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024', 'admin_state_up': True, 'tenant_id': 'cb968d402da64fe8a788d1f8bde801f3'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:32.660933 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Made reservation on behalf of cb968d402da64fe8a788d1f8bde801f3 for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:24:32.664623 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:32.806604 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Allocated IP 172.20.0.2 (edcd4982-0d07-4d90-b348-d8817bbc8024/a45cc966-8eac-4881-ba60-0b81c8bcfe2b/e2f3626c-b1d6-4373-a5ac-407a83b8ef9d) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:24:32.880239 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49804) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:32.945613 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a6883-61e4-44b2-b391-6ed77be5cb14 req-a192b4a6-92d1-4914-9466-bbae6b1e639c tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:32.947921 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f09a6883-61e4-44b2-b391-6ed77be5cb14 req-a192b4a6-92d1-4914-9466-bbae6b1e639c tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0691617 Jun 24 09:24:32.966264 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.011727 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f09a6883-61e4-44b2-b391-6ed77be5cb14 req-ef6425c6-a6ca-4ec4-93eb-6add65be8d77 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547488 Jun 24 09:24:33.045932 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2bac0dfe-1040-47ff-adcd-725cb0da9207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.146250 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 49818) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:33.149729 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-764d299f-fe32-451f-8fc5-cf6012597034 req-91c89de9-3a8c-46b1-a8ac-b0d7e5b4e094 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 210 time: 0.0311038 Jun 24 09:24:33.156501 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2bac0dfe-1040-47ff-adcd-725cb0da9207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.162466 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.167483 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a6571aee-86e9-4086-8fb2-d91304cb63eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.170609 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:33.213029 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['f568d1df-4d1c-40c6-a907-a6939dc6fe49', 'cb77dfdf-2697-4d8a-a2ca-ede9c22890af'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:24:33.224452 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Network edcd4982-0d07-4d90-b348-d8817bbc8024 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:24:33.228949 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:24:33.231008 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:24:33.247429 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2bac0dfe-1040-47ff-adcd-725cb0da9207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.251226 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-cf123a7e-9e73-497a-93a2-4d07b2125735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:33.268859 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Pushing event updated for resources: {'Port': ['ID=e2f3626c-b1d6-4373-a5ac-407a83b8ef9d,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:33.272051 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:33.289378 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-2bac0dfe-1040-47ff-adcd-725cb0da9207 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70ed13596f384d1ab4c83c9cd377ff05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081485 Jun 24 09:24:33.292375 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49820) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:33.298703 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac0dfe-1040-47ff-adcd-725cb0da9207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae835af2-b089-4157-ae13-bf7e4b8def04,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:33.302221 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-2bac0dfe-1040-47ff-adcd-725cb0da9207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:33.311269 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:33.311942 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.349206 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-90364b3a-7ec2-482c-888d-9e948af45f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.371665 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-90364b3a-7ec2-482c-888d-9e948af45f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.385494 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a6571aee-86e9-4086-8fb2-d91304cb63eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.471164 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a6571aee-86e9-4086-8fb2-d91304cb63eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.474625 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ed7cc141-01ea-4409-9733-1286edafea37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:33.508688 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a6571aee-86e9-4086-8fb2-d91304cb63eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94720449f3be4708b915d9458c4583b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611937 Jun 24 09:24:33.509559 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6571aee-86e9-4086-8fb2-d91304cb63eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ca2b28-db10-4845-ac43-96d68a4cea5c,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:33.512282 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 49822) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:33.512469 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a6571aee-86e9-4086-8fb2-d91304cb63eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:33.536406 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-90364b3a-7ec2-482c-888d-9e948af45f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.538898 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-90364b3a-7ec2-482c-888d-9e948af45f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.540067 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-90364b3a-7ec2-482c-888d-9e948af45f9b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae835af2-b089-4157-ae13-bf7e4b8def04 HTTP/1.1" status: 204 len: 168 time: 0.2472773 Jun 24 09:24:33.543535 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-2bac0dfe-1040-47ff-adcd-725cb0da9207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:33.554663 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90364b3a-7ec2-482c-888d-9e948af45f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae835af2-b089-4157-ae13-bf7e4b8def04,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:33.557416 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-90364b3a-7ec2-482c-888d-9e948af45f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:33.563712 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1374264 Jun 24 09:24:33.576041 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d3e4215c-20d3-4a12-8a4d-f19b2ef3de4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.602788 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d3e4215c-20d3-4a12-8a4d-f19b2ef3de4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.733483 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d3e4215c-20d3-4a12-8a4d-f19b2ef3de4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.736226 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d3e4215c-20d3-4a12-8a4d-f19b2ef3de4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:33.737339 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-d3e4215c-20d3-4a12-8a4d-f19b2ef3de4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77ca2b28-db10-4845-ac43-96d68a4cea5c HTTP/1.1" status: 204 len: 168 time: 0.2236633 Jun 24 09:24:33.738053 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1320d5fc-b14a-4e34-977a-de181504a040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:33.746349 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4215c-20d3-4a12-8a4d-f19b2ef3de4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ca2b28-db10-4845-ac43-96d68a4cea5c,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:33.754405 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-d3e4215c-20d3-4a12-8a4d-f19b2ef3de4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:34.175695 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9015e-6b88-4d9f-80fd-eb2afabc02cf req-c5d4fad4-cca0-4b21-b0b9-fb2222a99bf2 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:34.187516 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0ed9015e-6b88-4d9f-80fd-eb2afabc02cf req-c5d4fad4-cca0-4b21-b0b9-fb2222a99bf2 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0725706 Jun 24 09:24:34.231706 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0ed9015e-6b88-4d9f-80fd-eb2afabc02cf req-57c32026-765f-44ef-996a-356e384b26db tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384831 Jun 24 09:24:34.327760 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d61784-58b2-4e2f-b52a-21407aa6ad9d req-0bcb5434-6169-4eae-a603-693c02c3584e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:34.335057 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-78d61784-58b2-4e2f-b52a-21407aa6ad9d req-0bcb5434-6169-4eae-a603-693c02c3584e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 931 time: 0.0653708 Jun 24 09:24:34.388826 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-78d61784-58b2-4e2f-b52a-21407aa6ad9d req-df00449a-cd99-4d84-8e7b-2c2a26582348 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421681 Jun 24 09:24:35.405153 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43087b-b3b6-4574-9fa7-5dcc9f7c6b90 req-cebf545b-d2d7-47e7-8834-43dd349ff6f3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:35.406763 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8a43087b-b3b6-4574-9fa7-5dcc9f7c6b90 req-cebf545b-d2d7-47e7-8834-43dd349ff6f3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0637183 Jun 24 09:24:35.453137 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8a43087b-b3b6-4574-9fa7-5dcc9f7c6b90 req-66a1e2d2-964e-4522-94c3-38b9ff23c7f2 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359938 Jun 24 09:24:35.617370 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133f01f-4519-45d1-83bd-074974845bd6 req-6e4bd244-47df-4e19-bc87-9d8fcdb6e300 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:35.618823 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c133f01f-4519-45d1-83bd-074974845bd6 req-6e4bd244-47df-4e19-bc87-9d8fcdb6e300 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 931 time: 0.0717685 Jun 24 09:24:35.658042 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c133f01f-4519-45d1-83bd-074974845bd6 req-0cbc8dae-da84-451b-8029-5c6123ecc49d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329084 Jun 24 09:24:36.236507 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Request body: {'port': {'device_id': '2fd31751-dcf7-4e41-ac49-43b03d3478f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:36.320149 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:36.586073 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f3626c-b1d6-4373-a5ac-407a83b8ef9d {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:24:36.594521 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:36.606941 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Transition to ACTIVE for port object e2f3626c-b1d6-4373-a5ac-407a83b8ef9d will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:24:36.623426 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd3517-2393-4d5f-badd-3d7341813a49 req-a347ec50-0ecc-4f3e-890c-1a6b06a6ac28 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:36.624901 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-88bd3517-2393-4d5f-badd-3d7341813a49 req-a347ec50-0ecc-4f3e-890c-1a6b06a6ac28 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0631199 Jun 24 09:24:36.662515 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-88bd3517-2393-4d5f-badd-3d7341813a49 req-1f69262f-95e4-42d2-81ff-caae5f959de2 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318606 Jun 24 09:24:36.700954 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:36.705002 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b42a2235-5c68-4ee9-a189-3eabcb9affd6 tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:36.775011 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f3626c-b1d6-4373-a5ac-407a83b8ef9d,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:36.793985 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:36.856256 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Attempting to bind port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:24:36.856588 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Attempting to bind port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:24:36.856975 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Attempting to bind port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d on network edcd4982-0d07-4d90-b348-d8817bbc8024 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:24:36.869888 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d on network edcd4982-0d07-4d90-b348-d8817bbc8024 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:24:36.870325 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Attempting to bind port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d on network edcd4982-0d07-4d90-b348-d8817bbc8024 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:24:36.881556 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:24:36.888487 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Checking segment: {'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:24:36.888487 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Bound using segment: {'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:24:36.888487 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Bound port: e2f3626c-b1d6-4373-a5ac-407a83b8ef9d, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:24:36.888487 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:36.901642 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc78aa-2c44-45ba-b425-19facddc1e65 req-979e001e-feb6-4852-b685-7c6b9aa5bb94 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:36.903121 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ecc78aa-2c44-45ba-b425-19facddc1e65 req-979e001e-feb6-4852-b685-7c6b9aa5bb94 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 943 time: 0.1082511 Jun 24 09:24:36.981849 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ecc78aa-2c44-45ba-b425-19facddc1e65 req-6613e8d0-5e69-462d-9a8c-87ad6d3fa7c2 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723515 Jun 24 09:24:36.988616 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] For port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:24:36.994991 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] For port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e2f3626c-b1d6-4373-a5ac-407a83b8ef9d,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:24:37.093527 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:37.096623 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-61c32f6d-3acb-40de-a712-fd85cf675a39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:37.126987 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:37.127594 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:37.128930 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] 10.222.0.60 "PUT /v2.0/ports/e2f3626c-b1d6-4373-a5ac-407a83b8ef9d HTTP/1.1" status: 200 len: 1093 time: 0.8973832 Jun 24 09:24:37.129408 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd31751-dcf7-4e41-ac49-43b03d3478f7', 'tag': 'e2f3626c-b1d6-4373-a5ac-407a83b8ef9d'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:24:37.131858 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977ac7a0-b5e5-428e-8b5c-92b7c0c17c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd31751-dcf7-4e41-ac49-43b03d3478f7", "tag": "e2f3626c-b1d6-4373-a5ac-407a83b8ef9d"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:24:37.157112 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f3626c-b1d6-4373-a5ac-407a83b8ef9d,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:37.160187 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:37.179523 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ef2a8b-8bbe-40ca-887e-847f61d1a948 x-openstack-request-id: req-32ef2a8b-8bbe-40ca-887e-847f61d1a948 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:24:37.179835 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd31751-dcf7-4e41-ac49-43b03d3478f7", "tag": "e2f3626c-b1d6-4373-a5ac-407a83b8ef9d", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:24:37.180115 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32ef2a8b-8bbe-40ca-887e-847f61d1a948 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:24:37.180535 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd31751-dcf7-4e41-ac49-43b03d3478f7', 'tag': 'e2f3626c-b1d6-4373-a5ac-407a83b8ef9d', 'status': 'completed', 'code': 200} Jun 24 09:24:37.422810 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ac7a0-b5e5-428e-8b5c-92b7c0c17c2b req-eed08296-abcf-484a-af77-51f782203cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:37.424467 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-977ac7a0-b5e5-428e-8b5c-92b7c0c17c2b req-eed08296-abcf-484a-af77-51f782203cff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb968d402da64fe8a788d1f8bde801f3&device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 1096 time: 0.0608270 Jun 24 09:24:37.547595 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ac7a0-b5e5-428e-8b5c-92b7c0c17c2b req-e2ffc7e3-f87c-4b2d-a14e-5e2dbaa04a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:37.549325 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-977ac7a0-b5e5-428e-8b5c-92b7c0c17c2b req-e2ffc7e3-f87c-4b2d-a14e-5e2dbaa04a9d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cb968d402da64fe8a788d1f8bde801f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0978477 Jun 24 09:24:37.648657 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ac7a0-b5e5-428e-8b5c-92b7c0c17c2b req-4965576a-fbe6-453e-b30b-f93d41279122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:37.650050 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-977ac7a0-b5e5-428e-8b5c-92b7c0c17c2b req-4965576a-fbe6-453e-b30b-f93d41279122 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936923 Jun 24 09:24:37.782102 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-fb629af7-d66e-4309-a4a5-6371a975be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:37.783675 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-fb629af7-d66e-4309-a4a5-6371a975be64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb968d402da64fe8a788d1f8bde801f3&device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 1096 time: 0.0546086 Jun 24 09:24:37.833239 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-9853b49e-7dc5-4ebe-8ea3-c45211550593 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2f3626c-b1d6-4373-a5ac-407a83b8ef9d HTTP/1.1" status: 200 len: 217 time: 0.0330038 Jun 24 09:24:37.847815 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98aaa42-b23d-49be-ac50-95242ebbb504 req-d836ea05-2d50-4ed1-ad09-868a60e8e447 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:37.849804 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f98aaa42-b23d-49be-ac50-95242ebbb504 req-d836ea05-2d50-4ed1-ad09-868a60e8e447 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0637789 Jun 24 09:24:37.888085 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-a2a710fb-771f-4edf-82f1-4782c67e2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:37.889587 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-a2a710fb-771f-4edf-82f1-4782c67e2765 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a45cc966-8eac-4881-ba60-0b81c8bcfe2b HTTP/1.1" status: 200 len: 854 time: 0.0447598 Jun 24 09:24:37.929122 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-80095d11-b464-4c9d-9d48-443dd98579f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edcd4982-0d07-4d90-b348-d8817bbc8024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310087 Jun 24 09:24:38.040755 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-2bd40711-77b2-40c8-a52a-46f6ba0811c5 service neutron] 10.222.0.60 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992866 Jun 24 09:24:38.067826 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f98aaa42-b23d-49be-ac50-95242ebbb504 req-90f778d2-c8b6-489c-9ed9-e5db257eb758 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129600 Jun 24 09:24:38.438850 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9d5c14d-7913-4e5c-8834-2c74f71f2cd8 req-334ba49b-93e3-4c94-a862-2ecedd505735 service neutron] 10.222.0.60 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898499 Jun 24 09:24:38.465677 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e69685-ed92-4df5-9da4-966d4f3acf29 req-ca347545-f0eb-40db-849b-89a639c53471 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:38.467386 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a0e69685-ed92-4df5-9da4-966d4f3acf29 req-ca347545-f0eb-40db-849b-89a639c53471 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 943 time: 0.1380179 Jun 24 09:24:38.469193 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e030e6-a0fc-4896-bf86-91fbc2f5507f req-f76e9499-8935-47d0-97ae-a358dbefe8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:38.470497 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88e030e6-a0fc-4896-bf86-91fbc2f5507f req-f76e9499-8935-47d0-97ae-a358dbefe8d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 1098 time: 0.1422193 Jun 24 09:24:38.528928 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a0e69685-ed92-4df5-9da4-966d4f3acf29 req-185a40f8-1eed-43fa-a83a-504e52608373 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554044 Jun 24 09:24:38.534812 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88e030e6-a0fc-4896-bf86-91fbc2f5507f req-5078894f-9d4a-4bb8-b388-66545ecea42a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555930 Jun 24 09:24:39.256370 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e3ba3-bdae-46e9-b692-100d1e863d57 req-65fba2b7-4bcc-4199-86b6-415ff5c39faf tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:39.257793 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-217e3ba3-bdae-46e9-b692-100d1e863d57 req-65fba2b7-4bcc-4199-86b6-415ff5c39faf tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0613565 Jun 24 09:24:39.296376 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-217e3ba3-bdae-46e9-b692-100d1e863d57 req-2b6b6750-d99d-4839-b723-13289f066d4a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321178 Jun 24 09:24:39.700737 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807be77-db78-4af7-ad39-ce0b885bd032 req-ae8d76cb-b194-4892-9bce-dfe7deb15b8c tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:39.702783 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3807be77-db78-4af7-ad39-ce0b885bd032 req-ae8d76cb-b194-4892-9bce-dfe7deb15b8c tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 943 time: 0.0603592 Jun 24 09:24:39.742322 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3807be77-db78-4af7-ad39-ce0b885bd032 req-d7530af5-413a-4a38-a936-37ecb474fcf3 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330784 Jun 24 09:24:40.319205 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 50078) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:40.448367 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5b3bf750-169c-4220-87bb-d29d2367381b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:40.518716 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7764f-edae-4c0b-8b47-21a23656627b req-8e3ac3c8-2cb2-4397-90c0-472ab939b1e4 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:40.520239 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-35b7764f-edae-4c0b-8b47-21a23656627b req-8e3ac3c8-2cb2-4397-90c0-472ab939b1e4 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.1167157 Jun 24 09:24:40.573865 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-35b7764f-edae-4c0b-8b47-21a23656627b req-cdb80316-5693-444f-ba75-8e1a4c82988a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474720 Jun 24 09:24:40.603618 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5b3bf750-169c-4220-87bb-d29d2367381b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:40.688841 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5b3bf750-169c-4220-87bb-d29d2367381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:40.692063 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-13e03a37-7f45-428a-8123-a7e1624e9b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:40.726032 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-5b3bf750-169c-4220-87bb-d29d2367381b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5910f01af15f4e16aae4572fa8c7616a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058175 Jun 24 09:24:40.727077 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bf750-169c-4220-87bb-d29d2367381b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79331665-f199-483a-a834-6d71ee9d97a9,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:40.728827 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 50084) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:40.730019 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5b3bf750-169c-4220-87bb-d29d2367381b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:40.776720 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-45e3ca57-1b87-45ec-8674-c5f295eb549b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:40.800217 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-45e3ca57-1b87-45ec-8674-c5f295eb549b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:40.927475 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-45e3ca57-1b87-45ec-8674-c5f295eb549b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:40.930058 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-45e3ca57-1b87-45ec-8674-c5f295eb549b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:40.931182 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-45e3ca57-1b87-45ec-8674-c5f295eb549b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79331665-f199-483a-a834-6d71ee9d97a9 HTTP/1.1" status: 204 len: 168 time: 0.2013741 Jun 24 09:24:40.932083 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7d5fab30-b5e1-41b4-aa56-a17c0fdd917b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:40.939733 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3ca57-1b87-45ec-8674-c5f295eb549b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79331665-f199-483a-a834-6d71ee9d97a9,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:40.940834 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0216b86-112d-46c9-a532-5074c22b7648 req-a14e9fb8-df38-46ba-a766-de856a0d3d1f tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:40.942282 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a0216b86-112d-46c9-a532-5074c22b7648 req-a14e9fb8-df38-46ba-a766-de856a0d3d1f tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 943 time: 0.0610971 Jun 24 09:24:40.942636 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-45e3ca57-1b87-45ec-8674-c5f295eb549b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:40.992182 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a0216b86-112d-46c9-a532-5074c22b7648 req-125f1433-afe3-48fb-bda8-8ef08e9be67d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416512 Jun 24 09:24:41.745095 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dcf42-d7f6-4906-aac5-00487a9390fd req-6ea087e7-cb61-42b1-a1f5-d0e425b86e75 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:41.746428 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e86dcf42-d7f6-4906-aac5-00487a9390fd req-6ea087e7-cb61-42b1-a1f5-d0e425b86e75 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0638738 Jun 24 09:24:41.787454 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e86dcf42-d7f6-4906-aac5-00487a9390fd req-51e6ca04-8ebc-4f3a-8f43-ec2348c2632a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343802 Jun 24 09:24:42.171645 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff901e-a0b3-4d85-b679-fc166f3499f7 req-e9c1c7ca-273a-4dca-90bc-8e51628438b1 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:42.173103 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-60ff901e-a0b3-4d85-b679-fc166f3499f7 req-e9c1c7ca-273a-4dca-90bc-8e51628438b1 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 943 time: 0.0601299 Jun 24 09:24:42.209000 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-60ff901e-a0b3-4d85-b679-fc166f3499f7 req-2d1577d4-044b-4c04-bf93-3c82607ef68c tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302649 Jun 24 09:24:42.978281 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5d12f-576f-4f27-a9bb-15ff5579a9cb req-ea4482d8-a56b-4a94-87c3-9ce0a6e4d15a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:42.980451 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8ec5d12f-576f-4f27-a9bb-15ff5579a9cb req-ea4482d8-a56b-4a94-87c3-9ce0a6e4d15a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0710139 Jun 24 09:24:43.032347 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8ec5d12f-576f-4f27-a9bb-15ff5579a9cb req-3d1b07af-0f97-42ef-8271-77ba9dc296b4 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455928 Jun 24 09:24:43.383999 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8535f0-8322-4f25-913c-4f2162576b89 req-cbb19508-903b-4cb3-bbaa-5348d37c3e8a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:43.385543 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de8535f0-8322-4f25-913c-4f2162576b89 req-cbb19508-903b-4cb3-bbaa-5348d37c3e8a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 943 time: 0.0681152 Jun 24 09:24:43.428770 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de8535f0-8322-4f25-913c-4f2162576b89 req-b614b44a-c099-4477-b5be-a92a719526f4 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361941 Jun 24 09:24:43.889279 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-89816abb-3d02-4b18-926f-695a0a2e19c4 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d3ce35f573d04283972234311db65f7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280797 Jun 24 09:24:44.096034 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-6264edf9-c782-408b-82f2-20a1c2b032ed tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:44.096034 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-6264edf9-c782-408b-82f2-20a1c2b032ed tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981459 Jun 24 09:24:44.112602 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-bba7b214-62ff-43c4-9a03-79c128dfa82f tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/quotas/d3ce35f573d04283972234311db65f7b HTTP/1.1" status: 200 len: 375 time: 0.0138142 Jun 24 09:24:44.165689 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-115fec36-b589-483f-b236-9ab8d0d3da91 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3ce35f573d04283972234311db65f7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470734 Jun 24 09:24:44.255868 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc856a-2842-419c-93eb-47472719d95e req-4fb974dc-fe92-49dc-abcb-348a0486d152 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:44.257335 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6ccc856a-2842-419c-93eb-47472719d95e req-4fb974dc-fe92-49dc-abcb-348a0486d152 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0743363 Jun 24 09:24:44.295991 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6ccc856a-2842-419c-93eb-47472719d95e req-a0805215-e77e-46f4-a766-aece481eec62 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324411 Jun 24 09:24:44.442239 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4651f1fb-e002-4a91-b00b-e7f01cdc1643 req-ca07f721-b78a-4ebb-8294-a37de0d01755 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 210 time: 0.0465152 Jun 24 09:24:44.534149 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202f4eb-8b33-42dd-b69b-4a0e6bac6600 req-6177255c-001e-4c8f-bf91-bfd26dee1818 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:44.535804 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b202f4eb-8b33-42dd-b69b-4a0e6bac6600 req-6177255c-001e-4c8f-bf91-bfd26dee1818 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0962851 Jun 24 09:24:44.592470 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b202f4eb-8b33-42dd-b69b-4a0e6bac6600 req-dc88f713-7c5b-49cf-97e6-259631359826 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506265 Jun 24 09:24:44.679162 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b770d5-e247-419b-a11f-7e97261b1484 req-acff35ab-3115-4d37-9cd9-0baed5cb0bfb tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:44.680942 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-47b770d5-e247-419b-a11f-7e97261b1484 req-acff35ab-3115-4d37-9cd9-0baed5cb0bfb tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 943 time: 0.0898225 Jun 24 09:24:44.742533 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-47b770d5-e247-419b-a11f-7e97261b1484 req-0fc139ba-f3ed-4c14-a07c-c2f73dc53078 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442309 Jun 24 09:24:45.556168 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b58748d3-2381-4056-a97e-0e2f8f6ac619 req-726af02c-801e-43c6-8afc-af897d800d6b tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 210 time: 0.0301454 Jun 24 09:24:45.937350 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d035-f1ff-4a12-8769-bb5aa9bb43cd req-39985d0b-d60c-4e5a-a128-63da5458a025 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:45.939349 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f227d035-f1ff-4a12-8769-bb5aa9bb43cd req-39985d0b-d60c-4e5a-a128-63da5458a025 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 943 time: 0.0749805 Jun 24 09:24:45.977168 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f227d035-f1ff-4a12-8769-bb5aa9bb43cd req-79602d80-9a2f-47dc-9d16-90f61a543066 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Jun 24 09:24:46.348421 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device e2f3626c-b1d6-4373-a5ac-407a83b8ef9d details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:24:46.445037 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e2f3626c-b1d6-4373-a5ac-407a83b8ef9d,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:46.455822 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': 'e2f3626c-b1d6-4373-a5ac-407a83b8ef9d', 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024', 'port_id': 'e2f3626c-b1d6-4373-a5ac-407a83b8ef9d', 'mac_address': 'fa:16:3e:4f:2b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45cc966-8eac-4881-ba60-0b81c8bcfe2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:24:46.496623 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:46.509844 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f3626c-b1d6-4373-a5ac-407a83b8ef9d {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:24:46.542096 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e2f3626c-b1d6-4373-a5ac-407a83b8ef9d,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:46.626639 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:46.629967 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-03f5a49b-d8bf-45f4-ad21-b7ab3808a3e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:46.678618 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=e2f3626c-b1d6-4373-a5ac-407a83b8ef9d,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:46.681865 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:46.701046 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7feb3546-ba92-4e01-855f-120f82e2577a req-1b39bdf4-e07e-4a06-a9ee-121a4f1c7c35 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 210 time: 0.0292947 Jun 24 09:24:47.050662 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d5e52e59-847a-4296-a3f7-d694af813a02 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d3ce35f573d04283972234311db65f7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237610 Jun 24 09:24:47.099384 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['e2f3626c-b1d6-4373-a5ac-407a83b8ef9d'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:24:47.136992 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-59688037-ec9c-4fa9-bc21-a4cae6b21338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:47.235869 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-5e916c52-c712-49b8-a5aa-5a6bc0f02e69 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:47.239221 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-5e916c52-c712-49b8-a5aa-5a6bc0f02e69 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820037 Jun 24 09:24:47.260777 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e29f11-eeda-4318-bcd4-6084d8c5ea92 req-e390a30f-d4d3-4266-bf07-69c89e940d02 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:47.262447 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b2e29f11-eeda-4318-bcd4-6084d8c5ea92 req-e390a30f-d4d3-4266-bf07-69c89e940d02 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 944 time: 0.1366351 Jun 24 09:24:47.269462 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Request body: {'port': {'device_id': '648d7ee6-46ac-4cbd-87b1-2798f7650fff', 'network_id': '3a638701-2350-46af-9d58-c39792ec4ddb', 'admin_state_up': True, 'tenant_id': 'd3ce35f573d04283972234311db65f7b'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:47.357817 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b2e29f11-eeda-4318-bcd4-6084d8c5ea92 req-73ae1d4f-7814-4948-9ab1-e5dea69595fc tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836616 Jun 24 09:24:47.460431 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Made reservation on behalf of d3ce35f573d04283972234311db65f7b for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:24:47.464121 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:47.473942 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:47.576374 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:47.666125 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:47.672868 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-92416f55-3082-4694-b4f2-946fc7d0c1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:47.729996 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f97264-9b45-41a6-aff8-7c384eea114d,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:47.747241 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:47.747792 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:47.748188 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:47.748540 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:47.748887 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:47.749233 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:47.749573 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:47.749913 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:47.750251 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:47.750599 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:47.750949 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:47.751282 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:47.775131 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:47.869225 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9adb19ce-6f01-4f75-9407-75e79268c504 req-de692195-0dc0-4aa7-b822-70069ebb3db4 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 210 time: 0.0367818 Jun 24 09:24:47.876847 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Allocated IP 192.168.233.48 (3a638701-2350-46af-9d58-c39792ec4ddb/b61416c8-3376-4aee-bf80-249616eebe41/df999d9a-b748-45c5-ae12-ef3b22feecc5) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:24:48.022459 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:48.036314 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Transition to ACTIVE for port object df999d9a-b748-45c5-ae12-ef3b22feecc5 will not be triggered until provisioned by entity DHCP. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:24:48.127239 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:48.131207 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-db8e5fcf-879c-4e5a-99cc-e3b0346da82b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:48.172654 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Network 3a638701-2350-46af-9d58-c39792ec4ddb is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:24:48.176578 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:24:48.180512 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:24:48.210216 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Pushing event updated for resources: {'Port': ['ID=df999d9a-b748-45c5-ae12-ef3b22feecc5,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:48.213475 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:48.256484 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:48.257137 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:48.355132 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0899425 Jun 24 09:24:48.376752 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78310b-238b-4424-8d31-d97ea8ca37d3 req-aecc99ef-0512-4311-b8a0-0c9dc4fd0b8b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:48.378287 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6d78310b-238b-4424-8d31-d97ea8ca37d3 req-aecc99ef-0512-4311-b8a0-0c9dc4fd0b8b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0707889 Jun 24 09:24:48.418891 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6d78310b-238b-4424-8d31-d97ea8ca37d3 req-08abdd36-896b-4bef-a872-11bdd69aabe2 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346105 Jun 24 09:24:48.483450 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-36af4be2-b927-4c64-82de-57eff295f7c4 None None] Provisioning for port df999d9a-b748-45c5-ae12-ef3b22feecc5 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:24:48.487362 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-36af4be2-b927-4c64-82de-57eff295f7c4 None None] Provisioning complete for port df999d9a-b748-45c5-ae12-ef3b22feecc5 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:48.487825 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-36af4be2-b927-4c64-82de-57eff295f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:48.521240 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-36af4be2-b927-4c64-82de-57eff295f7c4 None None] Port df999d9a-b748-45c5-ae12-ef3b22feecc5 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:24:48.575072 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec573a4-52c5-40b8-ba9c-167ff4059510 req-6e9411d7-8cd1-43ce-b526-0b2ec7864db0 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:48.576545 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ec573a4-52c5-40b8-ba9c-167ff4059510 req-6e9411d7-8cd1-43ce-b526-0b2ec7864db0 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 944 time: 0.0625548 Jun 24 09:24:48.615328 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ec573a4-52c5-40b8-ba9c-167ff4059510 req-84d42b86-82d7-4476-a98a-c04487ce4268 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324988 Jun 24 09:24:49.041437 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c8fbb-a753-4d81-8cbc-82a61a9a3c14 req-64d95f90-9d21-4e40-a46a-8fa3dd3e5190 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:49.042896 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f79c8fbb-a753-4d81-8cbc-82a61a9a3c14 req-64d95f90-9d21-4e40-a46a-8fa3dd3e5190 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 935 time: 0.0610745 Jun 24 09:24:49.081964 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f79c8fbb-a753-4d81-8cbc-82a61a9a3c14 req-29e2c447-150e-408b-8a8d-3357ae4fed66 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332916 Jun 24 09:24:49.150837 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 50328) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:49.249254 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:49.333912 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:49.425386 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:49.427846 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-66c88131-171e-45de-83d1-bcd8360e486b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:49.466519 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5eee8086d5bc4a7b8e892595026f7665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146031 Jun 24 09:24:49.467420 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38ef28e-9468-4e95-9008-b8f4c5fde227,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:49.469152 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 50336) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:49.474595 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:49.474977 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:49.475435 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:49.475667 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:49.476004 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:49.476344 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:49.476679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:49.477011 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:49.477346 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:49.477679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:49.478007 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:49.478336 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:24:49.482827 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:49.527720 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9c17940a-42d1-4330-a6c5-f74f16b91fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:49.575985 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9c17940a-42d1-4330-a6c5-f74f16b91fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:49.631730 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ef580-7446-424b-8d91-34aafb6e94e5 req-cbeb4899-839b-46a6-bc13-6fad7894c645 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:49.633200 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3b8ef580-7446-424b-8d91-34aafb6e94e5 req-cbeb4899-839b-46a6-bc13-6fad7894c645 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1036456 Jun 24 09:24:49.674890 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3b8ef580-7446-424b-8d91-34aafb6e94e5 req-88364208-2e89-400b-8bde-39b76e71e6d9 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359468 Jun 24 09:24:49.712125 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9c17940a-42d1-4330-a6c5-f74f16b91fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:49.714936 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9c17940a-42d1-4330-a6c5-f74f16b91fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:49.716017 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9c17940a-42d1-4330-a6c5-f74f16b91fa6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f38ef28e-9468-4e95-9008-b8f4c5fde227 HTTP/1.1" status: 204 len: 168 time: 0.2454224 Jun 24 09:24:49.716804 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-16044ccf-0b63-4dd4-a43f-a5951ed7b98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:49.729648 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17940a-42d1-4330-a6c5-f74f16b91fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38ef28e-9468-4e95-9008-b8f4c5fde227,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:49.732514 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9c17940a-42d1-4330-a6c5-f74f16b91fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:49.766162 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-eabb5273-5215-4bbe-8aa6-69f967eeef00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:49.855530 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ef348-94d1-44c7-8c97-e7c8a0669d0b req-01ad8a09-86fc-440f-aa3c-e8272b16799e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:49.856998 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-391ef348-94d1-44c7-8c97-e7c8a0669d0b req-01ad8a09-86fc-440f-aa3c-e8272b16799e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 944 time: 0.0725260 Jun 24 09:24:49.904962 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-391ef348-94d1-44c7-8c97-e7c8a0669d0b req-4f3d5cb3-449c-4432-bb8d-81e2d08dbb9c tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394306 Jun 24 09:24:49.944020 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:50.252435 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeef63-99b3-403c-a40b-33135e1e9e57 req-8a28ba4a-69c1-4a83-8acf-0cc5a69ee224 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:50.253884 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-aafeef63-99b3-403c-a40b-33135e1e9e57 req-8a28ba4a-69c1-4a83-8acf-0cc5a69ee224 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 935 time: 0.0630174 Jun 24 09:24:50.291765 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-aafeef63-99b3-403c-a40b-33135e1e9e57 req-d43583fe-a5d6-4e47-a1bc-79d71f194343 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320835 Jun 24 09:24:50.375131 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 50352) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:50.388842 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1daa272-b93f-476c-adbc-3854ebcbd480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:50.448603 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:50.475969 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1daa272-b93f-476c-adbc-3854ebcbd480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:50.539902 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1daa272-b93f-476c-adbc-3854ebcbd480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:50.542341 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:50.579477 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Request body: {'port': {'device_id': '648d7ee6-46ac-4cbd-87b1-2798f7650fff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:50.586794 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e1daa272-b93f-476c-adbc-3854ebcbd480 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f523801064c49c98fa969dada925fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106464 Jun 24 09:24:50.589525 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 50354) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:50.607555 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daa272-b93f-476c-adbc-3854ebcbd480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebb3a66-85d6-4480-9d60-3186dad0c299,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:50.612421 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e1daa272-b93f-476c-adbc-3854ebcbd480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:50.644360 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-dcb25b7b-007a-4271-a9d3-67e04c4189c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:50.662191 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:50.668461 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-dcb25b7b-007a-4271-a9d3-67e04c4189c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:50.785114 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-dcb25b7b-007a-4271-a9d3-67e04c4189c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:50.788161 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-dcb25b7b-007a-4271-a9d3-67e04c4189c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:50.793178 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-dcb25b7b-007a-4271-a9d3-67e04c4189c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ebb3a66-85d6-4480-9d60-3186dad0c299 HTTP/1.1" status: 204 len: 168 time: 0.1988420 Jun 24 09:24:50.793178 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:50.799986 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb25b7b-007a-4271-a9d3-67e04c4189c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebb3a66-85d6-4480-9d60-3186dad0c299,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:50.808497 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-dcb25b7b-007a-4271-a9d3-67e04c4189c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:50.947445 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231314a-82bb-45cc-bbcc-668d1ebf179f req-67b79763-57ee-445b-9684-f7011c6a1482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:50.948935 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3231314a-82bb-45cc-bbcc-668d1ebf179f req-67b79763-57ee-445b-9684-f7011c6a1482 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8a0c67c143a4eb19c1e5cf27856e67b&device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 1098 time: 0.1808703 Jun 24 09:24:50.991833 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bda891-98e0-400a-85e9-2a68e5b024d5 req-72eda9ea-3bd7-4a21-9c6d-636c963b4f52 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:50.995163 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c5bda891-98e0-400a-85e9-2a68e5b024d5 req-72eda9ea-3bd7-4a21-9c6d-636c963b4f52 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1853585 Jun 24 09:24:51.087472 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4454da-24a3-43ba-9aa1-2f8d039b2d5b req-c9d89415-231d-477c-b919-25bd206cd5d1 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:51.088944 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9a4454da-24a3-43ba-9aa1-2f8d039b2d5b req-c9d89415-231d-477c-b919-25bd206cd5d1 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 944 time: 0.0658615 Jun 24 09:24:51.127118 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c5bda891-98e0-400a-85e9-2a68e5b024d5 req-5efac491-25bd-4793-9753-f06ef64d67e1 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993388 Jun 24 09:24:51.140473 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df999d9a-b748-45c5-ae12-ef3b22feecc5 {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:24:51.141201 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9a4454da-24a3-43ba-9aa1-2f8d039b2d5b req-06788211-14f1-4064-9231-d4c266da282e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454378 Jun 24 09:24:51.152525 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:51.160935 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231314a-82bb-45cc-bbcc-668d1ebf179f req-56bf8312-a50a-4b3d-883b-42ba74f3e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:51.162109 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3231314a-82bb-45cc-bbcc-668d1ebf179f req-56bf8312-a50a-4b3d-883b-42ba74f3e616 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4dc34bfe-d409-482a-8295-442d7f26244e HTTP/1.1" status: 200 len: 920 time: 0.1967950 Jun 24 09:24:51.175104 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Transition to ACTIVE for port object df999d9a-b748-45c5-ae12-ef3b22feecc5 will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:24:51.209842 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3231314a-82bb-45cc-bbcc-668d1ebf179f req-b57d2f0d-4b4c-4e7c-8984-5b651eba5fb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae4860e5-c578-4d87-b987-c41b262050d9 HTTP/1.1" status: 200 len: 217 time: 0.0334516 Jun 24 09:24:51.247488 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:51.252281 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:51.310909 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Pushing event updated for resources: {'Port': ['ID=df999d9a-b748-45c5-ae12-ef3b22feecc5,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:51.319743 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:51.326186 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231314a-82bb-45cc-bbcc-668d1ebf179f req-6ba6dbbb-39ce-476f-bdf3-1e1cfaec514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:51.326186 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3231314a-82bb-45cc-bbcc-668d1ebf179f req-6ba6dbbb-39ce-476f-bdf3-1e1cfaec514a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39188485-ce1d-43fe-a076-b062c72c56ce HTTP/1.1" status: 200 len: 859 time: 0.1055353 Jun 24 09:24:51.664723 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3231314a-82bb-45cc-bbcc-668d1ebf179f req-f96489bc-5c20-4290-bc89-36b014717c96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dc34bfe-d409-482a-8295-442d7f26244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3177140 Jun 24 09:24:51.769928 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Attempting to bind port df999d9a-b748-45c5-ae12-ef3b22feecc5 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:24:51.770265 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Attempting to bind port df999d9a-b748-45c5-ae12-ef3b22feecc5 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '03d17f29-eada-46e0-9cbf-cd06b9dda279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3a638701-2350-46af-9d58-c39792ec4ddb'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:24:51.770593 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Attempting to bind port df999d9a-b748-45c5-ae12-ef3b22feecc5 on network 3a638701-2350-46af-9d58-c39792ec4ddb {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:24:51.781664 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Port df999d9a-b748-45c5-ae12-ef3b22feecc5 on network 3a638701-2350-46af-9d58-c39792ec4ddb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:24:51.781879 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Attempting to bind port df999d9a-b748-45c5-ae12-ef3b22feecc5 on network 3a638701-2350-46af-9d58-c39792ec4ddb {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:24:51.796250 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:24:51.796430 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Checking segment: {'id': '03d17f29-eada-46e0-9cbf-cd06b9dda279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3a638701-2350-46af-9d58-c39792ec4ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:24:51.796812 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Bound using segment: {'id': '03d17f29-eada-46e0-9cbf-cd06b9dda279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3a638701-2350-46af-9d58-c39792ec4ddb'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:24:51.797243 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Bound port: df999d9a-b748-45c5-ae12-ef3b22feecc5, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d17f29-eada-46e0-9cbf-cd06b9dda279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3a638701-2350-46af-9d58-c39792ec4ddb'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:24:51.797587 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:51.860199 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3231314a-82bb-45cc-bbcc-668d1ebf179f req-59cf5063-6942-43b5-a9b8-e640599a1eca service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665018 Jun 24 09:24:51.867427 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbb516-8a15-46d8-8d1d-17abff659852 req-204229ad-50b3-4e08-96ff-47a7b239b42e tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:51.868780 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e1dbb516-8a15-46d8-8d1d-17abff659852 req-204229ad-50b3-4e08-96ff-47a7b239b42e tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 947 time: 0.2082393 Jun 24 09:24:51.977419 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e1dbb516-8a15-46d8-8d1d-17abff659852 req-ea94a577-4c78-474e-9a57-bc9af77bfbd8 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963848 Jun 24 09:24:51.983123 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] For port df999d9a-b748-45c5-ae12-ef3b22feecc5, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:24:51.988560 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] For port df999d9a-b748-45c5-ae12-ef3b22feecc5, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=df999d9a-b748-45c5-ae12-ef3b22feecc5,segment=NetworkSegment(03d17f29-eada-46e0-9cbf-cd06b9dda279),segment_id=03d17f29-eada-46e0-9cbf-cd06b9dda279)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:24:52.036430 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3231314a-82bb-45cc-bbcc-668d1ebf179f req-12608326-eede-44f0-accd-dee8bc8f21f8 service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664109 Jun 24 09:24:52.069245 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:52.072752 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5201e9a7-c090-4273-ab6d-da446bb897ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:52.116045 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:52.116683 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:52.118094 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] 10.222.0.60 "PUT /v2.0/ports/df999d9a-b748-45c5-ae12-ef3b22feecc5 HTTP/1.1" status: 200 len: 1097 time: 1.5451300 Jun 24 09:24:52.125282 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648d7ee6-46ac-4cbd-87b1-2798f7650fff', 'tag': 'df999d9a-b748-45c5-ae12-ef3b22feecc5'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:24:52.128282 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca33ec2d-4e6c-4c28-ac39-51114bea04e5" -d '{"events": [{"name": "network-changed", "server_uuid": "648d7ee6-46ac-4cbd-87b1-2798f7650fff", "tag": "df999d9a-b748-45c5-ae12-ef3b22feecc5"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:24:52.163226 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Pushing event updated for resources: {'Port': ['ID=df999d9a-b748-45c5-ae12-ef3b22feecc5,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:52.182810 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:52.210888 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76cb5a3-ccc9-48c7-bb6f-639008a905a3 x-openstack-request-id: req-d76cb5a3-ccc9-48c7-bb6f-639008a905a3 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:24:52.211459 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648d7ee6-46ac-4cbd-87b1-2798f7650fff", "tag": "df999d9a-b748-45c5-ae12-ef3b22feecc5", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:24:52.211567 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d76cb5a3-ccc9-48c7-bb6f-639008a905a3 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:24:52.212139 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648d7ee6-46ac-4cbd-87b1-2798f7650fff', 'tag': 'df999d9a-b748-45c5-ae12-ef3b22feecc5', 'status': 'completed', 'code': 200} Jun 24 09:24:52.363479 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:52.398620 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33ec2d-4e6c-4c28-ac39-51114bea04e5 req-1cb93f86-01ff-44f0-97e0-f206cfab4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:52.400095 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ca33ec2d-4e6c-4c28-ac39-51114bea04e5 req-1cb93f86-01ff-44f0-97e0-f206cfab4f59 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3ce35f573d04283972234311db65f7b&device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 1100 time: 0.1279051 Jun 24 09:24:52.414306 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b0055-7381-4024-a92f-6a9875921355 req-e3cb8521-c984-4b54-b936-0d695aaaa52c tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:52.415797 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3e8b0055-7381-4024-a92f-6a9875921355 req-e3cb8521-c984-4b54-b936-0d695aaaa52c tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1028130 Jun 24 09:24:52.445727 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ca33ec2d-4e6c-4c28-ac39-51114bea04e5 req-9bfddd59-6e77-4063-ad8c-f51e619de80f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d3ce35f573d04283972234311db65f7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263755 Jun 24 09:24:52.459135 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a0037-ecb9-451f-b86e-7f6fec7e11ec req-956f1084-9579-444f-b209-3b5d8eaf1f09 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:52.460697 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fb8a0037-ecb9-451f-b86e-7f6fec7e11ec req-956f1084-9579-444f-b209-3b5d8eaf1f09 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 944 time: 0.0669210 Jun 24 09:24:52.480482 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3e8b0055-7381-4024-a92f-6a9875921355 req-c2c7c380-b1ae-4669-ac5e-c88171168349 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518122 Jun 24 09:24:52.503746 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fb8a0037-ecb9-451f-b86e-7f6fec7e11ec req-1b7049b6-2874-453f-9c98-0d14a291dc51 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366933 Jun 24 09:24:52.541821 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device e2f3626c-b1d6-4373-a5ac-407a83b8ef9d up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:24:52.566571 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33ec2d-4e6c-4c28-ac39-51114bea04e5 req-4d36e027-6fac-47f5-a5d6-c24564a27b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:52.568084 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ca33ec2d-4e6c-4c28-ac39-51114bea04e5 req-4d36e027-6fac-47f5-a5d6-c24564a27b32 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041715 Jun 24 09:24:52.680700 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:24:52.685716 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:24:52.685716 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:52.702915 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-0ac26f2b-9484-45b3-ad6c-ffaf5bd0ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:52.704408 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-0ac26f2b-9484-45b3-ad6c-ffaf5bd0ca00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3ce35f573d04283972234311db65f7b&device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 1100 time: 0.0624080 Jun 24 09:24:52.771942 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-c17c55da-cd0f-4f5c-82ba-9a927526e960 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=df999d9a-b748-45c5-ae12-ef3b22feecc5 HTTP/1.1" status: 200 len: 217 time: 0.0446963 Jun 24 09:24:52.834556 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 50428) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:52.851190 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-3f41b863-921c-4ceb-a98f-7444d03a2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:52.851190 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-3f41b863-921c-4ceb-a98f-7444d03a2aeb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b61416c8-3376-4aee-bf80-249616eebe41 HTTP/1.1" status: 200 len: 843 time: 0.0748823 Jun 24 09:24:52.901311 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:52.942977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-3047ae3a-1e42-4db9-921c-35e11e42d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:52.944848 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-3047ae3a-1e42-4db9-921c-35e11e42d7dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3a638701-2350-46af-9d58-c39792ec4ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0824387 Jun 24 09:24:52.948204 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e2f3626c-b1d6-4373-a5ac-407a83b8ef9d,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:52.949506 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd31751-dcf7-4e41-ac49-43b03d3478f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f3626c-b1d6-4373-a5ac-407a83b8ef9d'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:24:52.952176 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3881a2dd-cd9c-424a-8553-6a8d6ab44844" -d '{"events": [{"server_uuid": "2fd31751-dcf7-4e41-ac49-43b03d3478f7", "name": "network-vif-plugged", "status": "completed", "tag": "e2f3626c-b1d6-4373-a5ac-407a83b8ef9d"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:24:52.987676 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd94f-707f-489a-b0c5-cf22e72a47be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:53.009975 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e36857-d3fc-4f01-b7db-e466b94611db x-openstack-request-id: req-42e36857-d3fc-4f01-b7db-e466b94611db {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:24:53.010826 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd31751-dcf7-4e41-ac49-43b03d3478f7", "name": "network-vif-plugged", "status": "completed", "tag": "e2f3626c-b1d6-4373-a5ac-407a83b8ef9d", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:24:53.010826 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42e36857-d3fc-4f01-b7db-e466b94611db {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:24:53.016861 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd31751-dcf7-4e41-ac49-43b03d3478f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f3626c-b1d6-4373-a5ac-407a83b8ef9d', 'code': 200} Jun 24 09:24:53.067117 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:53.070066 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:53.077217 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-e9fa9007-8783-4ff0-8599-4cba54b0f35e service neutron] 10.222.0.60 "GET /v2.0/networks/3a638701-2350-46af-9d58-c39792ec4ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216867 Jun 24 09:24:53.136981 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=e2f3626c-b1d6-4373-a5ac-407a83b8ef9d,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:53.144182 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:53.216602 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd94f-707f-489a-b0c5-cf22e72a47be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:53.227093 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-09249121-c8b6-4077-82f9-7c6ddef85a7f req-8bd686da-44a4-4508-b872-73a47ed517cd service neutron] 10.222.0.60 "GET /v2.0/networks/3a638701-2350-46af-9d58-c39792ec4ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418464 Jun 24 09:24:53.260759 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c959141-4ce8-4320-8b5f-33f75a6716bc req-d2d18c9d-745e-44f8-a8a6-34870713745a tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:53.260759 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3c959141-4ce8-4320-8b5f-33f75a6716bc req-d2d18c9d-745e-44f8-a8a6-34870713745a tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 947 time: 0.1406839 Jun 24 09:24:53.311439 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3c959141-4ce8-4320-8b5f-33f75a6716bc req-39204c66-2fa7-44a2-98cb-da6e79882b64 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Jun 24 09:24:53.355239 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd94f-707f-489a-b0c5-cf22e72a47be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:53.358696 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:53.398624 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-3b1fd94f-707f-489a-b0c5-cf22e72a47be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5772f0ae386a4268b252e455d1c42653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5626554 Jun 24 09:24:53.399541 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fd94f-707f-489a-b0c5-cf22e72a47be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07965d0-eba1-43b3-b558-d6931dddf3eb,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:53.401388 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 50454) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:53.402418 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-3b1fd94f-707f-489a-b0c5-cf22e72a47be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:53.454525 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1aafcb9-de4d-43ae-b1a3-51957553826b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:53.483168 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1aafcb9-de4d-43ae-b1a3-51957553826b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:53.571052 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e4423-b2cd-4739-b0d0-d450d7a30f6b req-6f91d928-f2a5-49eb-9766-a5a3b2c2ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:53.572124 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a76e4423-b2cd-4739-b0d0-d450d7a30f6b req-6f91d928-f2a5-49eb-9766-a5a3b2c2ad0c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 1098 time: 0.0866671 Jun 24 09:24:53.626541 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a76e4423-b2cd-4739-b0d0-d450d7a30f6b req-7938e3b5-d8f8-4886-85aa-b229afd7c2bc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451055 Jun 24 09:24:53.651358 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1aafcb9-de4d-43ae-b1a3-51957553826b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:53.651358 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1aafcb9-de4d-43ae-b1a3-51957553826b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:53.651358 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d1aafcb9-de4d-43ae-b1a3-51957553826b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b07965d0-eba1-43b3-b558-d6931dddf3eb HTTP/1.1" status: 204 len: 168 time: 0.2413926 Jun 24 09:24:53.665689 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7e3c62e5-5ed5-4a25-930a-f8e376aeefdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:53.678479 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aafcb9-de4d-43ae-b1a3-51957553826b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07965d0-eba1-43b3-b558-d6931dddf3eb,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:53.682021 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d1aafcb9-de4d-43ae-b1a3-51957553826b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:53.724637 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45d92d-f608-4941-be84-ebe31d53051e req-4074e56f-c929-4da7-be36-941369fcf8dc tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:53.731396 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eb45d92d-f608-4941-be84-ebe31d53051e req-4074e56f-c929-4da7-be36-941369fcf8dc tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1102819 Jun 24 09:24:53.772547 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eb45d92d-f608-4941-be84-ebe31d53051e req-d91f22fd-91d2-4ab7-aac4-f00c43aa44c3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377042 Jun 24 09:24:53.775744 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87d95a-80a6-4590-a24a-ae449494dec6 req-206879d9-2354-49e9-bfaf-b51609f11944 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:53.777138 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ea87d95a-80a6-4590-a24a-ae449494dec6 req-206879d9-2354-49e9-bfaf-b51609f11944 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 945 time: 0.0722713 Jun 24 09:24:53.818964 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ea87d95a-80a6-4590-a24a-ae449494dec6 req-47ba608e-753b-41e7-b1ae-251a5fdfc9ea tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360298 Jun 24 09:24:54.312933 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 50488) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:54.419239 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e9a0-57b7-46ec-8651-ccfb1d2ef143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:54.428891 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 50494) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:54.442300 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-93f09cfc-216e-4ef3-8d70-ec982da324f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:54.478365 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.db.api [None req-a5b1e9a0-57b7-46ec-8651-ccfb1d2ef143 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 09:24:54.478365 dv-cinder-797812-1-iscsi neutron-server[93460]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 24 09:24:54.478365 dv-cinder-797812-1-iscsi neutron-server[93460]: [parameters: {'project_id': '530ad71770464743903185f72fc2edec', 'id': '3181f65e-a86d-424e-9833-6055b77c4ea6', 'expiration': datetime.datetime(2021, 6, 24, 9, 26, 54, 465912)}] Jun 24 09:24:54.478365 dv-cinder-797812-1-iscsi neutron-server[93460]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 09:24:54.478825 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_db.api [None req-a5b1e9a0-57b7-46ec-8651-ccfb1d2ef143 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 09:24:54.503995 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43db27-65bf-4d9f-bb24-ee08fe45f1eb req-5846bcf2-0725-49bf-ada6-92ca959cb378 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:54.505360 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7b43db27-65bf-4d9f-bb24-ee08fe45f1eb req-5846bcf2-0725-49bf-ada6-92ca959cb378 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 947 time: 0.0894563 Jun 24 09:24:54.548937 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7b43db27-65bf-4d9f-bb24-ee08fe45f1eb req-e8b33280-9a69-47c9-972b-df5ef055b713 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376849 Jun 24 09:24:54.551739 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-93f09cfc-216e-4ef3-8d70-ec982da324f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:54.600642 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-93f09cfc-216e-4ef3-8d70-ec982da324f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:54.603312 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6edf6e48-babe-4a72-9cb9-cf687705d527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:54.638848 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f09cfc-216e-4ef3-8d70-ec982da324f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7024ef-b7a3-4637-8fc4-bf598f03abdd,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:54.642967 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-93f09cfc-216e-4ef3-8d70-ec982da324f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d6b0172689446f38266af32ea0db037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129819 Jun 24 09:24:54.643811 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-93f09cfc-216e-4ef3-8d70-ec982da324f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:54.645966 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 50496) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:54.697495 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2357f3e0-1b50-44b3-8b95-2d152e0050d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:54.719022 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2357f3e0-1b50-44b3-8b95-2d152e0050d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:54.882992 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2357f3e0-1b50-44b3-8b95-2d152e0050d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:54.886850 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2357f3e0-1b50-44b3-8b95-2d152e0050d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:54.888443 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2357f3e0-1b50-44b3-8b95-2d152e0050d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e7024ef-b7a3-4637-8fc4-bf598f03abdd HTTP/1.1" status: 204 len: 168 time: 0.2417891 Jun 24 09:24:54.892693 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-76a56ccd-b177-4a4a-b6f3-f6cadf845148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:54.947789 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357f3e0-1b50-44b3-8b95-2d152e0050d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7024ef-b7a3-4637-8fc4-bf598f03abdd,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:54.952244 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2357f3e0-1b50-44b3-8b95-2d152e0050d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:54.981500 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e9a0-57b7-46ec-8651-ccfb1d2ef143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:55.034556 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f313e-a1af-4850-be9c-8567421d9899 req-28a2fb0f-113a-4836-8ec5-7d62cc8e15c8 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:55.043468 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a88f313e-a1af-4850-be9c-8567421d9899 req-28a2fb0f-113a-4836-8ec5-7d62cc8e15c8 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1534655 Jun 24 09:24:55.080589 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a88f313e-a1af-4850-be9c-8567421d9899 req-72b839f4-9fac-497c-9476-895c7ad1d7fa tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335693 Jun 24 09:24:55.107207 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177bb09-46b6-4789-9ff4-d3af08db9fe3 req-f7c982a5-9ceb-4255-9564-844c77e72399 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:55.108656 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4177bb09-46b6-4789-9ff4-d3af08db9fe3 req-f7c982a5-9ceb-4255-9564-844c77e72399 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 945 time: 0.1642547 Jun 24 09:24:55.168822 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4177bb09-46b6-4789-9ff4-d3af08db9fe3 req-f9997516-b04c-4137-96c5-540f155e6b88 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536225 Jun 24 09:24:55.193739 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e9a0-57b7-46ec-8651-ccfb1d2ef143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:55.285657 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e9a0-57b7-46ec-8651-ccfb1d2ef143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:55.290259 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1d444c97-7b48-4bc7-b76d-c3dc23cd156b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:55.333795 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-a5b1e9a0-57b7-46ec-8651-ccfb1d2ef143 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=530ad71770464743903185f72fc2edec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0196645 Jun 24 09:24:55.334837 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1e9a0-57b7-46ec-8651-ccfb1d2ef143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100a4e14-64fb-444e-aeba-265833a1a1b8,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:55.336403 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 50510) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:55.338093 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a5b1e9a0-57b7-46ec-8651-ccfb1d2ef143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:55.388219 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eb6014d9-699c-41f9-99d6-184f165a9e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:55.409672 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eb6014d9-699c-41f9-99d6-184f165a9e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:55.523176 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eb6014d9-699c-41f9-99d6-184f165a9e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:55.526200 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eb6014d9-699c-41f9-99d6-184f165a9e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:55.527490 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-eb6014d9-699c-41f9-99d6-184f165a9e82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/100a4e14-64fb-444e-aeba-265833a1a1b8 HTTP/1.1" status: 204 len: 168 time: 0.1900024 Jun 24 09:24:55.528300 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-48f1d4d5-0be6-4e70-89fe-270e3cd40ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:55.537622 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6014d9-699c-41f9-99d6-184f165a9e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100a4e14-64fb-444e-aeba-265833a1a1b8,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:55.540106 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eb6014d9-699c-41f9-99d6-184f165a9e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:55.618965 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 50518) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:55.635701 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5e1d-8a0b-4591-8a72-4bbea052aa50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:55.749890 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5e1d-8a0b-4591-8a72-4bbea052aa50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:55.753191 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c2c6d-da2a-4c3b-bb41-e0f7b0c3542b req-85073ace-9ce7-4424-9451-180a1a6271ba tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:55.754738 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d92c2c6d-da2a-4c3b-bb41-e0f7b0c3542b req-85073ace-9ce7-4424-9451-180a1a6271ba tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 947 time: 0.0874691 Jun 24 09:24:55.799115 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d92c2c6d-da2a-4c3b-bb41-e0f7b0c3542b req-fd0aac1b-cde2-4e77-a615-52ca877f0e69 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337975 Jun 24 09:24:55.840825 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5e1d-8a0b-4591-8a72-4bbea052aa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:55.846677 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9c17940a-42d1-4330-a6c5-f74f16b91fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:55.898854 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a5e1d-8a0b-4591-8a72-4bbea052aa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45549487-3545-4907-b2d6-1fcf704cbf95,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:55.903083 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9e5a5e1d-8a0b-4591-8a72-4bbea052aa50 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4bac2e2421bd461ba13592e22dde9400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830787 Jun 24 09:24:55.903923 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9e5a5e1d-8a0b-4591-8a72-4bbea052aa50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:55.906238 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 50530) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:55.908993 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3c860-7b79-4b34-9050-e0423856f66e req-341ab5e3-70ff-4ad5-9396-910f5958dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:55.910464 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-78c3c860-7b79-4b34-9050-e0423856f66e req-341ab5e3-70ff-4ad5-9396-910f5958dcc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8a0c67c143a4eb19c1e5cf27856e67b&device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 1098 time: 0.1138260 Jun 24 09:24:55.958913 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-14cda137-38af-42c0-a29e-93ed2804578b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:55.983326 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-14cda137-38af-42c0-a29e-93ed2804578b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:56.032483 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3c860-7b79-4b34-9050-e0423856f66e req-7e193129-61ab-43f7-b863-7f3fefe966cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:56.034109 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-78c3c860-7b79-4b34-9050-e0423856f66e req-7e193129-61ab-43f7-b863-7f3fefe966cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=4dc34bfe-d409-482a-8295-442d7f26244e HTTP/1.1" status: 200 len: 920 time: 0.0927637 Jun 24 09:24:56.082020 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-78c3c860-7b79-4b34-9050-e0423856f66e req-9aefb1cf-f260-4785-b599-a31bb5203e85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae4860e5-c578-4d87-b987-c41b262050d9 HTTP/1.1" status: 200 len: 217 time: 0.0383756 Jun 24 09:24:56.106210 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-14cda137-38af-42c0-a29e-93ed2804578b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:56.109483 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-14cda137-38af-42c0-a29e-93ed2804578b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:56.117792 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-14cda137-38af-42c0-a29e-93ed2804578b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45549487-3545-4907-b2d6-1fcf704cbf95 HTTP/1.1" status: 204 len: 168 time: 0.2061403 Jun 24 09:24:56.117792 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6ec47512-2ec1-4f6a-a0ba-fdad1dfebfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:56.130072 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cda137-38af-42c0-a29e-93ed2804578b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45549487-3545-4907-b2d6-1fcf704cbf95,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:56.133170 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-14cda137-38af-42c0-a29e-93ed2804578b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:56.150507 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3c860-7b79-4b34-9050-e0423856f66e req-e2540293-ae02-4712-af89-44e6e4c6aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:56.152287 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-78c3c860-7b79-4b34-9050-e0423856f66e req-e2540293-ae02-4712-af89-44e6e4c6aef2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39188485-ce1d-43fe-a076-b062c72c56ce HTTP/1.1" status: 200 len: 859 time: 0.0611670 Jun 24 09:24:56.204361 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-78c3c860-7b79-4b34-9050-e0423856f66e req-34030743-31a4-49f9-b0b4-5102103f97bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dc34bfe-d409-482a-8295-442d7f26244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368593 Jun 24 09:24:56.325131 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 50542) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:56.343383 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-78c3c860-7b79-4b34-9050-e0423856f66e req-ed184759-397f-4be6-9fbd-d6544c1bb8dc service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311824 Jun 24 09:24:56.346719 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d0ac-9bde-477b-81f8-db02cc7a09ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:56.362848 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79735b-578d-43f6-82d1-e53491ff68bd req-e0321cd2-e6fa-422e-8074-c56740ce1b98 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:56.364193 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0b79735b-578d-43f6-82d1-e53491ff68bd req-e0321cd2-e6fa-422e-8074-c56740ce1b98 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1056559 Jun 24 09:24:56.392265 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b89eb1-4ccf-4a52-a71b-94095c63c45c req-cfca02eb-9dfe-4a46-a3ee-ca687660fb1d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:56.394418 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-88b89eb1-4ccf-4a52-a71b-94095c63c45c req-cfca02eb-9dfe-4a46-a3ee-ca687660fb1d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 945 time: 0.1045671 Jun 24 09:24:56.447611 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0b79735b-578d-43f6-82d1-e53491ff68bd req-ebc6ca78-061a-4bc2-9e7e-3ba7ac6e43c3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763268 Jun 24 09:24:56.455448 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-88b89eb1-4ccf-4a52-a71b-94095c63c45c req-f445e2ed-2bac-4c34-baf2-83405fe574bf tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524199 Jun 24 09:24:56.493219 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-78c3c860-7b79-4b34-9050-e0423856f66e req-e2a17de3-30f9-4e65-9ae7-c8cd088a491d service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396313 Jun 24 09:24:56.504211 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d0ac-9bde-477b-81f8-db02cc7a09ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:56.558515 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device df999d9a-b748-45c5-ae12-ef3b22feecc5 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:24:56.585431 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d0ac-9bde-477b-81f8-db02cc7a09ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:56.630384 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-517598fd-21c0-490a-9e04-979b5518f93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:56.641126 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-f1f5d0ac-9bde-477b-81f8-db02cc7a09ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19720c47b5ef47a3b7dc7a4dff3a93e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101308 Jun 24 09:24:56.643830 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 50556) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:56.667579 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5d0ac-9bde-477b-81f8-db02cc7a09ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da967b38-188e-4d65-a0e4-efefaa1e32a9,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:56.683594 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f1f5d0ac-9bde-477b-81f8-db02cc7a09ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:56.703164 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port df999d9a-b748-45c5-ae12-ef3b22feecc5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=df999d9a-b748-45c5-ae12-ef3b22feecc5,segment=NetworkSegment(03d17f29-eada-46e0-9cbf-cd06b9dda279),segment_id=03d17f29-eada-46e0-9cbf-cd06b9dda279)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:56.706458 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-003028a3-fe90-4b15-a7c1-46312cbfbdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:56.718589 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': 'df999d9a-b748-45c5-ae12-ef3b22feecc5', 'network_id': '3a638701-2350-46af-9d58-c39792ec4ddb', 'port_id': 'df999d9a-b748-45c5-ae12-ef3b22feecc5', 'mac_address': 'fa:16:3e:c9:f5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b61416c8-3376-4aee-bf80-249616eebe41', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:24:56.730682 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-003028a3-fe90-4b15-a7c1-46312cbfbdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:56.759308 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:56.772625 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df999d9a-b748-45c5-ae12-ef3b22feecc5 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:24:56.793931 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port df999d9a-b748-45c5-ae12-ef3b22feecc5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=df999d9a-b748-45c5-ae12-ef3b22feecc5,segment=NetworkSegment(03d17f29-eada-46e0-9cbf-cd06b9dda279),segment_id=03d17f29-eada-46e0-9cbf-cd06b9dda279)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:24:56.888632 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-003028a3-fe90-4b15-a7c1-46312cbfbdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:56.888847 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:56.891690 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-03f5a49b-d8bf-45f4-ad21-b7ab3808a3e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:56.891976 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-003028a3-fe90-4b15-a7c1-46312cbfbdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:56.894271 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-003028a3-fe90-4b15-a7c1-46312cbfbdf5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da967b38-188e-4d65-a0e4-efefaa1e32a9 HTTP/1.1" status: 204 len: 168 time: 0.2491791 Jun 24 09:24:56.894938 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d1aafcb9-de4d-43ae-b1a3-51957553826b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:56.905076 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003028a3-fe90-4b15-a7c1-46312cbfbdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da967b38-188e-4d65-a0e4-efefaa1e32a9,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:56.914983 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-003028a3-fe90-4b15-a7c1-46312cbfbdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:56.968535 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=df999d9a-b748-45c5-ae12-ef3b22feecc5,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:56.976110 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:57.013571 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31614a-3975-4599-ad08-8d4d4aa49992 req-523dcd0c-27ef-45dc-b6c9-8434f90d90db tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:57.018536 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4d31614a-3975-4599-ad08-8d4d4aa49992 req-523dcd0c-27ef-45dc-b6c9-8434f90d90db tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 948 time: 0.0846255 Jun 24 09:24:57.071842 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4d31614a-3975-4599-ad08-8d4d4aa49992 req-c9069312-6a28-40c3-82cd-1cc66fd1b733 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504081 Jun 24 09:24:57.269837 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 50588) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:57.391132 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1932863870-network', 'tenant_id': 'bd668cc2d1824f1c9b4ee453e68c6200'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:57.408556 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['df999d9a-b748-45c5-ae12-ef3b22feecc5'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:24:57.492675 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Made reservation on behalf of bd668cc2d1824f1c9b4ee453e68c6200 for: {'network': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:24:57.495059 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:57.506137 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:57.600830 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:57.658275 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab8069-025e-44b6-a60b-98ac080a4261 req-176a7f14-5c8f-414f-bf5f-e9ba17f5a55b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:57.663966 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d9ab8069-025e-44b6-a60b-98ac080a4261 req-176a7f14-5c8f-414f-bf5f-e9ba17f5a55b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0711987 Jun 24 09:24:57.671142 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:57.675694 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-3b1fd94f-707f-489a-b0c5-cf22e72a47be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:57.693093 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:24:57.701897 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d9ab8069-025e-44b6-a60b-98ac080a4261 req-cc4133f0-a547-4901-8f3e-5173fc76ce91 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357289 Jun 24 09:24:57.706578 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdae21f4-21f2-4f59-a7b9-a770989f74ab,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:57.711685 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:57.711948 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:57.712096 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.segments_db [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Added segment 091da358-fc48-4d0f-9ae5-8d35e4aa8ba9 of type vlan for network f4edc7d2-70e5-4843-ad5b-29585717868b Jun 24 09:24:57.761129 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:57.821208 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 50614) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:57.862985 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:57.864609 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:57.865710 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:57.876589 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:57.950272 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bcef62dd-74f7-48e6-aeca-08b260873ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:57.966484 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6941669 Jun 24 09:24:57.968697 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 50622) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:57.974148 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-79957d0c-daf2-4a0b-bc42-0163066128ac admin admin] Request body: {'subnet': {'network_id': 'f4edc7d2-70e5-4843-ad5b-29585717868b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1932863870-subnet', 'tenant_id': 'bd668cc2d1824f1c9b4ee453e68c6200', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:24:57.979483 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Pushing event updated for resources: {'Network': ['ID=f4edc7d2-70e5-4843-ad5b-29585717868b,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:57.986168 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:57.997613 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network f4edc7d2-70e5-4843-ad5b-29585717868b details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:24:58.069742 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bcef62dd-74f7-48e6-aeca-08b260873ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:58.140512 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bcef62dd-74f7-48e6-aeca-08b260873ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:58.145153 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-af17817f-06cc-494b-84f6-67c03b201709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:58.197080 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-bcef62dd-74f7-48e6-aeca-08b260873ee9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75c4797b381940f38c4fd3ebf51dfab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748121 Jun 24 09:24:58.198204 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef62dd-74f7-48e6-aeca-08b260873ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44886a4c-cbed-4a02-ad25-fc69ec95d9fe,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:58.202173 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 50632) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:24:58.213974 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-bcef62dd-74f7-48e6-aeca-08b260873ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:58.245093 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79957d0c-daf2-4a0b-bc42-0163066128ac admin admin] Made reservation on behalf of bd668cc2d1824f1c9b4ee453e68c6200 for: {'subnet': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:24:58.247284 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-79957d0c-daf2-4a0b-bc42-0163066128ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12682739'] for subnet, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:58.357421 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:58.378262 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a8cce943-4ef2-474f-83f7-80f4de5da77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:58.386941 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb4ba9-9f09-44eb-afb2-09d8e45d5236 req-b0635063-a4dd-4933-bf4e-757100cbe905 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:58.388789 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-35fb4ba9-9f09-44eb-afb2-09d8e45d5236 req-b0635063-a4dd-4933-bf4e-757100cbe905 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 948 time: 0.1976943 Jun 24 09:24:58.431747 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a8cce943-4ef2-474f-83f7-80f4de5da77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:58.489245 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-35fb4ba9-9f09-44eb-afb2-09d8e45d5236 req-70e874cb-7529-49aa-991a-475d041f1945 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931170 Jun 24 09:24:58.614287 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-79957d0c-daf2-4a0b-bc42-0163066128ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125717007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12682721'] for subnet, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:58.617024 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a8cce943-4ef2-474f-83f7-80f4de5da77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:58.619594 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a8cce943-4ef2-474f-83f7-80f4de5da77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:58.622944 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a8cce943-4ef2-474f-83f7-80f4de5da77e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44886a4c-cbed-4a02-ad25-fc69ec95d9fe HTTP/1.1" status: 204 len: 168 time: 0.4174390 Jun 24 09:24:58.622944 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:58.676673 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79957d0c-daf2-4a0b-bc42-0163066128ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=4333a025-cb16-4659-bbc8-92b01c47ef6b,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:58.682106 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-79957d0c-daf2-4a0b-bc42-0163066128ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:58.682652 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4e4ba4c8-e37b-4cf8-ae09-d4ce0f16878b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:24:58.694651 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cce943-4ef2-474f-83f7-80f4de5da77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44886a4c-cbed-4a02-ad25-fc69ec95d9fe,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:24:58.698432 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a8cce943-4ef2-474f-83f7-80f4de5da77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:24:58.699283 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79957d0c-daf2-4a0b-bc42-0163066128ac admin admin] Checking segment: {'id': '091da358-fc48-4d0f-9ae5-8d35e4aa8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4edc7d2-70e5-4843-ad5b-29585717868b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:24:58.701315 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79957d0c-daf2-4a0b-bc42-0163066128ac admin admin] Network hostable DHCP agents. Network: f4edc7d2-70e5-4843-ad5b-29585717868b, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:24:58.772538 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79957d0c-daf2-4a0b-bc42-0163066128ac admin admin] Network f4edc7d2-70e5-4843-ad5b-29585717868b is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:24:58.861955 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-79957d0c-daf2-4a0b-bc42-0163066128ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, f4edc7d2-70e5-4843-ad5b-29585717868b) {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:24:58.867894 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79957d0c-daf2-4a0b-bc42-0163066128ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:58.868682 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-79957d0c-daf2-4a0b-bc42-0163066128ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:24:58.872900 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a10f8b-12c8-4bbd-9adb-0823785fd746 None None] Network f4edc7d2-70e5-4843-ad5b-29585717868b requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:24:58.907243 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac66b2d-8f84-45a4-a5a2-088ad2df2332 req-a100e959-4c35-4729-bfa8-69d8712b1d7b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:58.914121 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4ac66b2d-8f84-45a4-a5a2-088ad2df2332 req-a100e959-4c35-4729-bfa8-69d8712b1d7b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0786602 Jun 24 09:24:58.958507 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4ac66b2d-8f84-45a4-a5a2-088ad2df2332 req-b1c75c74-86bc-4d1f-be6a-8fb2a4b21a07 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Jun 24 09:24:58.997506 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-79957d0c-daf2-4a0b-bc42-0163066128ac admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0277362 Jun 24 09:24:59.019376 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1befcb-d656-4147-a1bd-7faa86d57f6b None None] Network f4edc7d2-70e5-4843-ad5b-29585717868b requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:24:59.676143 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9ae1a-4da9-4a3a-a5a1-2b616a0fd954 req-e37a97fc-2e84-4096-9a59-d5a47f724c4c tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:24:59.677573 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-71e9ae1a-4da9-4a3a-a5a1-2b616a0fd954 req-e37a97fc-2e84-4096-9a59-d5a47f724c4c tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 948 time: 0.0739892 Jun 24 09:24:59.715607 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-71e9ae1a-4da9-4a3a-a5a1-2b616a0fd954 req-6083369e-d8e6-47d5-9adc-158350fed730 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Jun 24 09:25:00.143702 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7957639-305c-42b1-94af-4412fba0b4ed req-b0310791-f27e-47bd-b75c-606673d9165d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:00.145149 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e7957639-305c-42b1-94af-4412fba0b4ed req-b0310791-f27e-47bd-b75c-606673d9165d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0624614 Jun 24 09:25:00.183357 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e7957639-305c-42b1-94af-4412fba0b4ed req-c95edf79-906a-4587-b5fd-df85323ddaaf tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325518 Jun 24 09:25:00.574615 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device df999d9a-b748-45c5-ae12-ef3b22feecc5 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:00.676936 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port df999d9a-b748-45c5-ae12-ef3b22feecc5 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:00.681483 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port df999d9a-b748-45c5-ae12-ef3b22feecc5 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:00.681943 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:00.765153 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:00.788895 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648d7ee6-46ac-4cbd-87b1-2798f7650fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df999d9a-b748-45c5-ae12-ef3b22feecc5'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:25:00.791470 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7a9b5d-74e1-49cc-911f-2b6eb78908e8" -d '{"events": [{"server_uuid": "648d7ee6-46ac-4cbd-87b1-2798f7650fff", "name": "network-vif-plugged", "status": "completed", "tag": "df999d9a-b748-45c5-ae12-ef3b22feecc5"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:25:00.809790 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port df999d9a-b748-45c5-ae12-ef3b22feecc5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=df999d9a-b748-45c5-ae12-ef3b22feecc5,segment=NetworkSegment(03d17f29-eada-46e0-9cbf-cd06b9dda279),segment_id=03d17f29-eada-46e0-9cbf-cd06b9dda279)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:00.842056 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5f63f2-a51c-45f4-939d-58502034e7bc x-openstack-request-id: req-0f5f63f2-a51c-45f4-939d-58502034e7bc {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:25:00.842481 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648d7ee6-46ac-4cbd-87b1-2798f7650fff", "name": "network-vif-plugged", "status": "completed", "tag": "df999d9a-b748-45c5-ae12-ef3b22feecc5", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:25:00.842844 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f5f63f2-a51c-45f4-939d-58502034e7bc {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:25:00.843369 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648d7ee6-46ac-4cbd-87b1-2798f7650fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df999d9a-b748-45c5-ae12-ef3b22feecc5', 'code': 200} Jun 24 09:25:00.919695 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d9ea2-2ad8-45b5-b79c-d103d5497dc4 req-40639b82-6f9e-4973-872c-a550e27e1032 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:00.921143 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-687d9ea2-2ad8-45b5-b79c-d103d5497dc4 req-40639b82-6f9e-4973-872c-a550e27e1032 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 948 time: 0.0733728 Jun 24 09:25:00.934159 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:00.936268 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:00.967657 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-687d9ea2-2ad8-45b5-b79c-d103d5497dc4 req-fc2059c8-b83b-4403-a21e-c02c8d580c6d tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393794 Jun 24 09:25:00.988620 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=df999d9a-b748-45c5-ae12-ef3b22feecc5,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:00.991816 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:01.296158 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-20d367d5-1b5e-4832-b9eb-f34e1c361ffd tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:01.297627 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-20d367d5-1b5e-4832-b9eb-f34e1c361ffd tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/networks?id=f4edc7d2-70e5-4843-ad5b-29585717868b HTTP/1.1" status: 200 len: 809 time: 0.1157720 Jun 24 09:25:01.317608 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-0eb9284c-f62f-41a4-a83e-6a8873dea54b tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/quotas/bd668cc2d1824f1c9b4ee453e68c6200 HTTP/1.1" status: 200 len: 375 time: 0.0094860 Jun 24 09:25:01.362354 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-2e8b6c48-0459-49a9-8760-d6a50fe01896 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd668cc2d1824f1c9b4ee453e68c6200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328572 Jun 24 09:25:01.421873 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092da7fe-e5fe-4439-9518-c041929e05f2 req-e80fe9b9-1c06-4406-89db-68a15b83ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:01.428768 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-092da7fe-e5fe-4439-9518-c041929e05f2 req-e80fe9b9-1c06-4406-89db-68a15b83ced5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 1102 time: 0.1186163 Jun 24 09:25:01.444742 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cda32-1a0a-49c9-84c2-85b704203696 req-35e9d496-baeb-4ee9-9583-596bb074735a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:01.446515 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-638cda32-1a0a-49c9-84c2-85b704203696 req-35e9d496-baeb-4ee9-9583-596bb074735a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0908551 Jun 24 09:25:01.502313 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-26665852-b72f-405a-83cc-ea3af4240460 service neutron] 10.222.0.39 "GET /v2.0/networks/f4edc7d2-70e5-4843-ad5b-29585717868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290565 Jun 24 09:25:01.566842 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-092da7fe-e5fe-4439-9518-c041929e05f2 req-58b5e854-4ce8-4275-af19-b8091ebf8795 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119113 Jun 24 09:25:01.585326 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-638cda32-1a0a-49c9-84c2-85b704203696 req-fb01081e-8d35-4d0c-b681-3bbb4886e2df tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190584 Jun 24 09:25:01.600392 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:25:01.630186 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-a5c432ce-73f9-4324-8c64-e785f7ffc204 service neutron] 10.222.0.39 "GET /v2.0/networks/f4edc7d2-70e5-4843-ad5b-29585717868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270266 Jun 24 09:25:01.917182 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-46311d4a-ddba-41c4-a8b1-afcc6126f0b0 req-4d5e2177-377a-4414-a293-e0e749156b4e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 210 time: 0.0324426 Jun 24 09:25:02.155513 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280579f0-5785-4475-8dd8-97b7f5b5e161 req-eefccaaa-e758-4792-b210-99402d0b45c8 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:02.156946 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-280579f0-5785-4475-8dd8-97b7f5b5e161 req-eefccaaa-e758-4792-b210-99402d0b45c8 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 949 time: 0.0610769 Jun 24 09:25:02.194030 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-280579f0-5785-4475-8dd8-97b7f5b5e161 req-4b906919-a727-47a0-8680-da6d723f3062 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Jun 24 09:25:02.785947 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087737f1-31b8-40e1-beec-fe263ab9048e req-fc8b0c15-4a25-44a0-ae5a-39efbd10addf tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:02.787422 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-087737f1-31b8-40e1-beec-fe263ab9048e req-fc8b0c15-4a25-44a0-ae5a-39efbd10addf tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0672255 Jun 24 09:25:02.823385 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-087737f1-31b8-40e1-beec-fe263ab9048e req-d08847a2-4cbc-437c-868f-754e502c2e77 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303330 Jun 24 09:25:03.064568 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-55b45e8a-237f-42ba-8a42-37ce2f108531 req-f44d0884-ccd0-48c9-85b4-fa9bb3e4aa43 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 210 time: 0.0319347 Jun 24 09:25:03.383712 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60530a93-4b11-4124-95de-55677e2159fd req-c99fbb00-b2c3-45da-b678-e14f8be2671f tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:03.383712 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-60530a93-4b11-4124-95de-55677e2159fd req-c99fbb00-b2c3-45da-b678-e14f8be2671f tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 949 time: 0.0765476 Jun 24 09:25:03.421286 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-60530a93-4b11-4124-95de-55677e2159fd req-72795876-7283-4075-9470-18a13b09aff5 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334325 Jun 24 09:25:03.468989 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 50822) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:03.580041 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bb0a48af-55a7-478e-9da7-05ef38a3f3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:03.691728 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bb0a48af-55a7-478e-9da7-05ef38a3f3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:03.768954 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bb0a48af-55a7-478e-9da7-05ef38a3f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:03.771681 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d2ed6815-78b3-49e8-a897-3c673f3750f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:03.809741 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-bb0a48af-55a7-478e-9da7-05ef38a3f3fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f0a7a6e0a4e400c80d4b937a28665e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396707 Jun 24 09:25:03.810632 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a48af-55a7-478e-9da7-05ef38a3f3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d73809-96e5-44a1-996d-9f721b03568e,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:03.813574 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bb0a48af-55a7-478e-9da7-05ef38a3f3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:03.816638 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 50842) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:03.870053 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47f22c70-7fbc-4f1a-b789-42cba89172e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:03.897395 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47f22c70-7fbc-4f1a-b789-42cba89172e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:04.018054 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05871201-b188-4211-8606-f4068ecb3240 req-6259c97d-a13d-432b-98d3-95b5f41ad446 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:04.019518 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-05871201-b188-4211-8606-f4068ecb3240 req-6259c97d-a13d-432b-98d3-95b5f41ad446 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0679240 Jun 24 09:25:04.059893 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-05871201-b188-4211-8606-f4068ecb3240 req-6aa19334-653c-4da1-afeb-9096113b7cf6 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347123 Jun 24 09:25:04.063191 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47f22c70-7fbc-4f1a-b789-42cba89172e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:04.065762 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-47f22c70-7fbc-4f1a-b789-42cba89172e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:04.066758 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-47f22c70-7fbc-4f1a-b789-42cba89172e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72d73809-96e5-44a1-996d-9f721b03568e HTTP/1.1" status: 204 len: 168 time: 0.2492311 Jun 24 09:25:04.067537 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-45e3ca57-1b87-45ec-8674-c5f295eb549b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:04.076420 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f22c70-7fbc-4f1a-b789-42cba89172e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d73809-96e5-44a1-996d-9f721b03568e,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:04.079051 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-47f22c70-7fbc-4f1a-b789-42cba89172e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:04.216201 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-35f26933-1b2b-4e76-be93-a34f313e8488 req-7a6745fe-8823-431d-b5dd-1179bfc18600 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 210 time: 0.0293210 Jun 24 09:25:04.614605 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002273f6-e91b-43dc-b5b2-8dcadeae25b1 req-266430dd-4b96-4ef9-b19a-309e15ff0488 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:04.616395 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-002273f6-e91b-43dc-b5b2-8dcadeae25b1 req-266430dd-4b96-4ef9-b19a-309e15ff0488 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 949 time: 0.0645447 Jun 24 09:25:04.657348 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-002273f6-e91b-43dc-b5b2-8dcadeae25b1 req-e0b6a737-444f-49a3-8687-04f8aa90d532 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340333 Jun 24 09:25:04.966782 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-23417fa8-1ef9-4fe7-9547-2f55b266d1e2 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:04.968302 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-23417fa8-1ef9-4fe7-9547-2f55b266d1e2 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.60 "GET /v2.0/networks?id=f4edc7d2-70e5-4843-ad5b-29585717868b HTTP/1.1" status: 200 len: 809 time: 0.1073041 Jun 24 09:25:04.996295 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Request body: {'port': {'device_id': 'ca4c821e-e3c7-452f-824c-ab1d55d17bef', 'network_id': 'f4edc7d2-70e5-4843-ad5b-29585717868b', 'admin_state_up': True, 'tenant_id': 'bd668cc2d1824f1c9b4ee453e68c6200'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:05.213004 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Made reservation on behalf of bd668cc2d1824f1c9b4ee453e68c6200 for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:25:05.216950 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:05.279798 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ff9b4-0dbc-4298-9a75-827d581c61ae req-45776ba8-9c2c-4afd-a6b3-52f4d9223280 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:05.300960 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-640ff9b4-0dbc-4298-9a75-827d581c61ae req-45776ba8-9c2c-4afd-a6b3-52f4d9223280 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1157186 Jun 24 09:25:05.356743 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-640ff9b4-0dbc-4298-9a75-827d581c61ae req-37e9aa88-8365-42d0-ada7-59431c2d2929 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382588 Jun 24 09:25:05.408793 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Allocated IP 172.20.0.11 (f4edc7d2-70e5-4843-ad5b-29585717868b/4333a025-cb16-4659-bbc8-92b01c47ef6b/b34cca9b-91fa-4d1c-8a0e-d48cf6372854) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:25:05.537408 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-24bfdc94-6663-48a1-af08-e8d790219de5 req-5574453e-de46-448a-b8e6-6b6cae7fecb8 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 210 time: 0.0689147 Jun 24 09:25:05.692632 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:05.807167 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02f2cc-d63a-4059-b6cd-90afd97cce94 req-5514c7e3-d0fb-4050-91da-cf2791121066 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:05.808840 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6e02f2cc-d63a-4059-b6cd-90afd97cce94 req-5514c7e3-d0fb-4050-91da-cf2791121066 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 949 time: 0.0930185 Jun 24 09:25:05.814349 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:05.822705 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:05.877672 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6e02f2cc-d63a-4059-b6cd-90afd97cce94 req-8372954b-90da-40bf-81d3-b7bc3bf527cf tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597751 Jun 24 09:25:05.881043 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Network f4edc7d2-70e5-4843-ad5b-29585717868b is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:05.889823 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:05.904020 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:25:05.906997 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Pushing event updated for resources: {'Port': ['ID=b34cca9b-91fa-4d1c-8a0e-d48cf6372854,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:05.917914 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:05.980389 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:05.981551 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:06.077340 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0849552 Jun 24 09:25:06.104226 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Request body: {'port': {'device_id': 'ca4c821e-e3c7-452f-824c-ab1d55d17bef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:06.179897 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:06.439822 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34cca9b-91fa-4d1c-8a0e-d48cf6372854 {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:25:06.450319 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:06.474608 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Transition to ACTIVE for port object b34cca9b-91fa-4d1c-8a0e-d48cf6372854 will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:06.526275 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba23ab-575d-4607-9eeb-ffbee8b5d36f req-1bc4cd9a-bda8-4a37-9c74-b8f01cefcb89 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:06.532759 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-81ba23ab-575d-4607-9eeb-ffbee8b5d36f req-1bc4cd9a-bda8-4a37-9c74-b8f01cefcb89 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0677471 Jun 24 09:25:06.546764 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:06.550532 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a9379d75-243b-4a35-903b-45054a6aa69a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:06.600418 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-81ba23ab-575d-4607-9eeb-ffbee8b5d36f req-7ef26f04-1ecc-4e74-bd29-0d667f3b31f5 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666854 Jun 24 09:25:06.617687 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Pushing event updated for resources: {'Port': ['ID=b34cca9b-91fa-4d1c-8a0e-d48cf6372854,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:06.639813 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:06.691758 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Attempting to bind port b34cca9b-91fa-4d1c-8a0e-d48cf6372854 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:25:06.692088 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Attempting to bind port b34cca9b-91fa-4d1c-8a0e-d48cf6372854 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '091da358-fc48-4d0f-9ae5-8d35e4aa8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4edc7d2-70e5-4843-ad5b-29585717868b'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:25:06.692412 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Attempting to bind port b34cca9b-91fa-4d1c-8a0e-d48cf6372854 on network f4edc7d2-70e5-4843-ad5b-29585717868b {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:25:06.697414 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Port b34cca9b-91fa-4d1c-8a0e-d48cf6372854 on network f4edc7d2-70e5-4843-ad5b-29585717868b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:25:06.697730 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Attempting to bind port b34cca9b-91fa-4d1c-8a0e-d48cf6372854 on network f4edc7d2-70e5-4843-ad5b-29585717868b {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:25:06.702546 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:25:06.702891 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Checking segment: {'id': '091da358-fc48-4d0f-9ae5-8d35e4aa8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4edc7d2-70e5-4843-ad5b-29585717868b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:25:06.703384 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Bound using segment: {'id': '091da358-fc48-4d0f-9ae5-8d35e4aa8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4edc7d2-70e5-4843-ad5b-29585717868b'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:25:06.703802 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Bound port: b34cca9b-91fa-4d1c-8a0e-d48cf6372854, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091da358-fc48-4d0f-9ae5-8d35e4aa8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4edc7d2-70e5-4843-ad5b-29585717868b'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:25:06.704141 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:06.729976 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdca42a-ef63-4708-99f7-a2dc79bd686a req-6265c2d4-50b5-4517-be9b-0435c651078c tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:06.731639 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-dbdca42a-ef63-4708-99f7-a2dc79bd686a req-6265c2d4-50b5-4517-be9b-0435c651078c tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 944 time: 0.0667322 Jun 24 09:25:06.766544 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] For port b34cca9b-91fa-4d1c-8a0e-d48cf6372854, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:25:06.769329 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-dbdca42a-ef63-4708-99f7-a2dc79bd686a req-cf7f5501-287d-4365-9844-1bb721615158 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310535 Jun 24 09:25:06.769484 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] For port b34cca9b-91fa-4d1c-8a0e-d48cf6372854, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=b34cca9b-91fa-4d1c-8a0e-d48cf6372854,segment=NetworkSegment(091da358-fc48-4d0f-9ae5-8d35e4aa8ba9),segment_id=091da358-fc48-4d0f-9ae5-8d35e4aa8ba9)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:25:06.872289 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:06.875423 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:06.906769 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:06.907395 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:06.909253 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] 10.222.0.60 "PUT /v2.0/ports/b34cca9b-91fa-4d1c-8a0e-d48cf6372854 HTTP/1.1" status: 200 len: 1094 time: 0.8093603 Jun 24 09:25:06.909736 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4c821e-e3c7-452f-824c-ab1d55d17bef', 'tag': 'b34cca9b-91fa-4d1c-8a0e-d48cf6372854'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:25:06.912027 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3ace61-2f1a-4657-948f-cbae682b7edb" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4c821e-e3c7-452f-824c-ab1d55d17bef", "tag": "b34cca9b-91fa-4d1c-8a0e-d48cf6372854"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:25:06.938817 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Pushing event updated for resources: {'Port': ['ID=b34cca9b-91fa-4d1c-8a0e-d48cf6372854,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:06.940967 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:07.042003 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f3c4ed-0ac8-40e2-b491-aa8fbf1a835f x-openstack-request-id: req-96f3c4ed-0ac8-40e2-b491-aa8fbf1a835f {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:25:07.042683 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4c821e-e3c7-452f-824c-ab1d55d17bef", "tag": "b34cca9b-91fa-4d1c-8a0e-d48cf6372854", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:25:07.043204 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96f3c4ed-0ac8-40e2-b491-aa8fbf1a835f {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:25:07.043790 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4c821e-e3c7-452f-824c-ab1d55d17bef', 'tag': 'b34cca9b-91fa-4d1c-8a0e-d48cf6372854', 'status': 'completed', 'code': 200} Jun 24 09:25:07.059545 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23019f4f-53b9-4b9e-acf3-365cda981a86 req-f2af14cf-c214-4e57-85c0-da93bf9d891c tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:07.060964 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-23019f4f-53b9-4b9e-acf3-365cda981a86 req-f2af14cf-c214-4e57-85c0-da93bf9d891c tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 949 time: 0.0703790 Jun 24 09:25:07.100800 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-23019f4f-53b9-4b9e-acf3-365cda981a86 req-1543f4b2-2aa2-4ea0-a201-4ad4ad1ce57a tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342038 Jun 24 09:25:07.153242 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ace61-2f1a-4657-948f-cbae682b7edb req-48ef0b9f-d2e7-452a-b3e6-bea06d66c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:07.158268 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2d3ace61-2f1a-4657-948f-cbae682b7edb req-48ef0b9f-d2e7-452a-b3e6-bea06d66c34e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd668cc2d1824f1c9b4ee453e68c6200&device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 1097 time: 0.0558891 Jun 24 09:25:07.265928 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ace61-2f1a-4657-948f-cbae682b7edb req-49d6efcb-c422-4ee4-a6fc-03d9990e8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:07.267933 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2d3ace61-2f1a-4657-948f-cbae682b7edb req-49d6efcb-c422-4ee4-a6fc-03d9990e8024 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=bd668cc2d1824f1c9b4ee453e68c6200&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0885885 Jun 24 09:25:07.366673 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ace61-2f1a-4657-948f-cbae682b7edb req-9f14528b-29d9-417e-babc-90b37fc38116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:07.368147 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2d3ace61-2f1a-4657-948f-cbae682b7edb req-9f14528b-29d9-417e-babc-90b37fc38116 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888557 Jun 24 09:25:07.516574 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5beb2381-3a6d-499e-87e2-7d6aac9da99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:07.518671 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-5beb2381-3a6d-499e-87e2-7d6aac9da99f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd668cc2d1824f1c9b4ee453e68c6200&device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 1097 time: 0.0521667 Jun 24 09:25:07.582823 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-51736713-f873-4bb5-a7ed-660a1d937e36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b34cca9b-91fa-4d1c-8a0e-d48cf6372854 HTTP/1.1" status: 200 len: 217 time: 0.0411515 Jun 24 09:25:07.898200 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-7f9cb685-dab0-41a5-acbf-cd237ac189b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:07.899570 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-7f9cb685-dab0-41a5-acbf-cd237ac189b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4333a025-cb16-4659-bbc8-92b01c47ef6b HTTP/1.1" status: 200 len: 849 time: 0.3053989 Jun 24 09:25:07.939647 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-8f6b77c6-b755-4805-8592-f9f1b02484d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4edc7d2-70e5-4843-ad5b-29585717868b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297818 Jun 24 09:25:07.952679 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaae5a-4705-48d3-96af-45696d2867bf req-d5145b66-5731-4978-8db5-91536867addc tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:07.954062 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-43aaae5a-4705-48d3-96af-45696d2867bf req-d5145b66-5731-4978-8db5-91536867addc tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1026230 Jun 24 09:25:07.958655 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5037ff-49ab-433e-b4f1-38ba5d1f751a req-39ed2889-3a47-4386-a15c-d6753a8b8d0c tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:07.960257 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ef5037ff-49ab-433e-b4f1-38ba5d1f751a req-39ed2889-3a47-4386-a15c-d6753a8b8d0c tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 944 time: 0.0658572 Jun 24 09:25:08.014081 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ef5037ff-49ab-433e-b4f1-38ba5d1f751a req-933f7a8a-cd09-49bf-8f34-ff08e9e42790 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474412 Jun 24 09:25:08.055401 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-43aaae5a-4705-48d3-96af-45696d2867bf req-f2d0121f-9b4a-4f66-99dc-177424bb9187 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930970 Jun 24 09:25:08.077783 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-78855a0c-7153-418f-a82c-dce3f64f7f1d service neutron] 10.222.0.60 "GET /v2.0/networks/f4edc7d2-70e5-4843-ad5b-29585717868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223962 Jun 24 09:25:08.225521 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ce089ab1-6ecc-483a-abe6-844a8c4c2f9f req-2c682622-0f11-4b0d-ba0c-fbc4edc8c432 service neutron] 10.222.0.60 "GET /v2.0/networks/f4edc7d2-70e5-4843-ad5b-29585717868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186423 Jun 24 09:25:08.318675 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298fc43-7238-4992-b20f-20981f5d1a6c req-38e41e1f-aaf4-459d-a7f9-f9ad65a42231 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:08.320575 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5298fc43-7238-4992-b20f-20981f5d1a6c req-38e41e1f-aaf4-459d-a7f9-f9ad65a42231 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 949 time: 0.0662334 Jun 24 09:25:08.363501 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5298fc43-7238-4992-b20f-20981f5d1a6c req-25082281-f103-40c1-b619-b9a12f4999af tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1f97264-9b45-41a6-aff8-7c384eea114d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356908 Jun 24 09:25:08.429156 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a8aa-b0bb-45da-8f5f-7918990c3dc5 req-1040b5e7-4649-43a3-b556-e1c2f64814d9 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:08.435313 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0399a8aa-b0bb-45da-8f5f-7918990c3dc5 req-1040b5e7-4649-43a3-b556-e1c2f64814d9 tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.60 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 949 time: 0.0713372 Jun 24 09:25:08.608827 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-0399a8aa-b0bb-45da-8f5f-7918990c3dc5 req-6a0c55a2-7f25-4ca1-93b6-ce4c8671e52d tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Deleting port df999d9a-b748-45c5-ae12-ef3b22feecc5 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:25:08.609348 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-0399a8aa-b0bb-45da-8f5f-7918990c3dc5 req-6a0c55a2-7f25-4ca1-93b6-ce4c8671e52d tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:08.702167 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-0399a8aa-b0bb-45da-8f5f-7918990c3dc5 req-6a0c55a2-7f25-4ca1-93b6-ce4c8671e52d tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] For port df999d9a-b748-45c5-ae12-ef3b22feecc5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=df999d9a-b748-45c5-ae12-ef3b22feecc5,segment=NetworkSegment(03d17f29-eada-46e0-9cbf-cd06b9dda279),segment_id=03d17f29-eada-46e0-9cbf-cd06b9dda279)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:08.702526 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-0399a8aa-b0bb-45da-8f5f-7918990c3dc5 req-6a0c55a2-7f25-4ca1-93b6-ce4c8671e52d tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:08.714780 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-0399a8aa-b0bb-45da-8f5f-7918990c3dc5 req-6a0c55a2-7f25-4ca1-93b6-ce4c8671e52d tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Calling delete_port for df999d9a-b748-45c5-ae12-ef3b22feecc5 owned by compute:nova {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:25:08.916543 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-0399a8aa-b0bb-45da-8f5f-7918990c3dc5 req-6a0c55a2-7f25-4ca1-93b6-ce4c8671e52d tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:08.921605 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e47d96fa-c36d-4a5c-88f2-80937d771e78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:08.953054 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c55a2-7f25-4ca1-93b6-ce4c8671e52d tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Pushing event deleted for resources: {'Port': ['ID=df999d9a-b748-45c5-ae12-ef3b22feecc5,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:08.956212 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6a0c55a2-7f25-4ca1-93b6-ce4c8671e52d tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:08.987387 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['df999d9a-b748-45c5-ae12-ef3b22feecc5'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:25:09.000501 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-0399a8aa-b0bb-45da-8f5f-7918990c3dc5 req-6a0c55a2-7f25-4ca1-93b6-ce4c8671e52d tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] No DVR routers for this DVR port df999d9a-b748-45c5-ae12-ef3b22feecc5 on host hv-cinder-79781 {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:25:09.003712 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-0399a8aa-b0bb-45da-8f5f-7918990c3dc5 req-6a0c55a2-7f25-4ca1-93b6-ce4c8671e52d tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:09.007255 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0399a8aa-b0bb-45da-8f5f-7918990c3dc5 req-6a0c55a2-7f25-4ca1-93b6-ce4c8671e52d tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.60 "DELETE /v2.0/ports/df999d9a-b748-45c5-ae12-ef3b22feecc5 HTTP/1.1" status: 204 len: 173 time: 0.5238450 Jun 24 09:25:09.044642 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648d7ee6-46ac-4cbd-87b1-2798f7650fff', 'name': 'network-vif-deleted', 'tag': 'df999d9a-b748-45c5-ae12-ef3b22feecc5'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:25:09.047556 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f21fe9-6605-48a5-8c4d-5482d6e518a5" -d '{"events": [{"server_uuid": "648d7ee6-46ac-4cbd-87b1-2798f7650fff", "name": "network-vif-deleted", "tag": "df999d9a-b748-45c5-ae12-ef3b22feecc5"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:25:09.194487 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d80850-a1d4-4609-957b-7961ce11e6f2 req-907be5d8-0772-4c1e-a489-37125dddb507 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:09.196253 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d0d80850-a1d4-4609-957b-7961ce11e6f2 req-907be5d8-0772-4c1e-a489-37125dddb507 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 944 time: 0.0613289 Jun 24 09:25:09.283371 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1a0732-7043-42f1-8d84-4ced1294e4c5 x-openstack-request-id: req-ff1a0732-7043-42f1-8d84-4ced1294e4c5 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:25:09.283881 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648d7ee6-46ac-4cbd-87b1-2798f7650fff", "name": "network-vif-deleted", "tag": "df999d9a-b748-45c5-ae12-ef3b22feecc5", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:25:09.284051 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff1a0732-7043-42f1-8d84-4ced1294e4c5 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:25:09.284570 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d0d80850-a1d4-4609-957b-7961ce11e6f2 req-46dae94d-d1d8-4a9a-bd58-0b3f16e8cfdf tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792983 Jun 24 09:25:09.284699 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648d7ee6-46ac-4cbd-87b1-2798f7650fff', 'name': 'network-vif-deleted', 'tag': 'df999d9a-b748-45c5-ae12-ef3b22feecc5', 'status': 'completed', 'code': 200} Jun 24 09:25:09.477109 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d6c1d-b9e6-4dfd-b4f2-ee6177c438ac req-eb1eee38-cbd1-4f79-8837-1e2b5e2dfa76 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:09.478737 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-284d6c1d-b9e6-4dfd-b4f2-ee6177c438ac req-eb1eee38-cbd1-4f79-8837-1e2b5e2dfa76 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0737159 Jun 24 09:25:09.520182 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-284d6c1d-b9e6-4dfd-b4f2-ee6177c438ac req-8a94fcea-a11e-4d4f-8d53-a46ff7e94de9 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356355 Jun 24 09:25:09.714815 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d01d99e2-e942-4442-9554-60708bf64f82 req-4e3320f8-a0f5-49da-bce2-76429078994c tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] 10.222.0.39 "GET /v2.0/ports?device_id=648d7ee6-46ac-4cbd-87b1-2798f7650fff HTTP/1.1" status: 200 len: 210 time: 0.0388210 Jun 24 09:25:10.461022 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860e2b-ad4f-4f81-840e-ff67daedd83c req-0b0e899f-2ce9-49f1-8a90-1a05edc94735 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:10.462456 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dc860e2b-ad4f-4f81-840e-ff67daedd83c req-0b0e899f-2ce9-49f1-8a90-1a05edc94735 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 944 time: 0.0669291 Jun 24 09:25:10.500477 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dc860e2b-ad4f-4f81-840e-ff67daedd83c req-d60b50ce-eb25-43e2-8ed9-af91244dccfd tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323544 Jun 24 09:25:10.641714 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device b34cca9b-91fa-4d1c-8a0e-d48cf6372854 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:25:10.721143 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce50310-b912-4e3a-a850-a6aa8f43ba99 req-2f9defba-6858-49af-be6c-5c8ad49480a6 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:10.722653 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0ce50310-b912-4e3a-a850-a6aa8f43ba99 req-2f9defba-6858-49af-be6c-5c8ad49480a6 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0718012 Jun 24 09:25:10.743766 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port b34cca9b-91fa-4d1c-8a0e-d48cf6372854, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=b34cca9b-91fa-4d1c-8a0e-d48cf6372854,segment=NetworkSegment(091da358-fc48-4d0f-9ae5-8d35e4aa8ba9),segment_id=091da358-fc48-4d0f-9ae5-8d35e4aa8ba9)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:10.756207 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': 'b34cca9b-91fa-4d1c-8a0e-d48cf6372854', 'network_id': 'f4edc7d2-70e5-4843-ad5b-29585717868b', 'port_id': 'b34cca9b-91fa-4d1c-8a0e-d48cf6372854', 'mac_address': 'fa:16:3e:a3:df:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4333a025-cb16-4659-bbc8-92b01c47ef6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:25:10.767157 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0ce50310-b912-4e3a-a850-a6aa8f43ba99 req-e846d8b4-87f6-4e25-a1df-2fd0afae4489 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354171 Jun 24 09:25:10.799457 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:10.811574 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34cca9b-91fa-4d1c-8a0e-d48cf6372854 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:25:10.835724 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port b34cca9b-91fa-4d1c-8a0e-d48cf6372854, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=b34cca9b-91fa-4d1c-8a0e-d48cf6372854,segment=NetworkSegment(091da358-fc48-4d0f-9ae5-8d35e4aa8ba9),segment_id=091da358-fc48-4d0f-9ae5-8d35e4aa8ba9)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:10.933280 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:10.935068 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:10.982561 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=b34cca9b-91fa-4d1c-8a0e-d48cf6372854,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:10.990144 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:10.990493 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:10.990837 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:10.991200 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:10.991525 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:10.991854 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:10.992181 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:10.992531 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:10.993019 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:10.993295 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:10.993618 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:10.993933 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:10.997908 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:11.432706 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['b34cca9b-91fa-4d1c-8a0e-d48cf6372854'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:25:11.702268 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a05a5-4c76-435a-bb0f-66ef026a24c0 req-89003130-1ce7-41ce-9278-36971cd115a6 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:11.705802 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6d3a05a5-4c76-435a-bb0f-66ef026a24c0 req-89003130-1ce7-41ce-9278-36971cd115a6 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 945 time: 0.0668864 Jun 24 09:25:11.760089 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6d3a05a5-4c76-435a-bb0f-66ef026a24c0 req-8a29136f-c83f-44c7-9052-d800268b8d11 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Jun 24 09:25:11.855314 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51154) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:11.867886 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-e7f1aa0f-3e93-485b-b5bf-f30d224c8fed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:11.869895 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-e7f1aa0f-3e93-485b-b5bf-f30d224c8fed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/networks?id=edcd4982-0d07-4d90-b348-d8817bbc8024 HTTP/1.1" status: 200 len: 814 time: 0.1517298 Jun 24 09:25:11.901765 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-835f78b3-bc32-427a-93da-6e9d08e4b172 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/quotas/cb968d402da64fe8a788d1f8bde801f3 HTTP/1.1" status: 200 len: 375 time: 0.0218737 Jun 24 09:25:11.980593 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-f2c383ae-5238-4bc5-9398-188c018aa7bd tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb968d402da64fe8a788d1f8bde801f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779741 Jun 24 09:25:11.985763 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f315c-e78f-449f-aa7a-6a1dc80ff3e8 req-7778f154-f446-4a65-9612-cbfcbe483e86 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:11.994254 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-067f315c-e78f-449f-aa7a-6a1dc80ff3e8 req-7778f154-f446-4a65-9612-cbfcbe483e86 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0839295 Jun 24 09:25:12.024042 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3c43a2f8-18b2-471c-ad60-010d9cd1a034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:12.075341 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-067f315c-e78f-449f-aa7a-6a1dc80ff3e8 req-a9f2034e-7603-4017-a37b-22a4a3c2b15a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800011 Jun 24 09:25:12.087024 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-8cc85a63-266d-475e-bf73-3bb92b9b737d service neutron] 10.222.0.39 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977192 Jun 24 09:25:12.144007 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3c43a2f8-18b2-471c-ad60-010d9cd1a034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:12.199312 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-496b9499-ec07-4f4b-b0b8-1e0ae844772a service neutron] 10.222.0.39 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988989 Jun 24 09:25:12.236769 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3c43a2f8-18b2-471c-ad60-010d9cd1a034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:12.240241 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-368a6a36-ae56-4b9a-ab27-4d54a326d16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:12.273093 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43a2f8-18b2-471c-ad60-010d9cd1a034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17507b02-3921-4058-a950-b921ecf7ad22,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:12.280024 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 51206) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:12.287912 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-3c43a2f8-18b2-471c-ad60-010d9cd1a034 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67fa97a1de2d4c6598f68fb01468fb02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310720 Jun 24 09:25:12.288868 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-3c43a2f8-18b2-471c-ad60-010d9cd1a034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:12.331356 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-41293d5a-08cc-4d1e-a93b-f49658a0eab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:12.352189 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-41293d5a-08cc-4d1e-a93b-f49658a0eab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:12.447942 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3283ffda-59fe-413c-bcb8-64df81615bcd req-26ada92a-dfcf-4574-a620-7bfa89d1ee59 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 210 time: 0.0277765 Jun 24 09:25:12.483039 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-41293d5a-08cc-4d1e-a93b-f49658a0eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:12.486693 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-41293d5a-08cc-4d1e-a93b-f49658a0eab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:12.490673 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-41293d5a-08cc-4d1e-a93b-f49658a0eab8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17507b02-3921-4058-a950-b921ecf7ad22 HTTP/1.1" status: 204 len: 168 time: 0.2080507 Jun 24 09:25:12.491595 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d8c0d2d7-4551-4fe0-b86e-dfcecf15208e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:12.504168 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41293d5a-08cc-4d1e-a93b-f49658a0eab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17507b02-3921-4058-a950-b921ecf7ad22,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:12.507639 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-41293d5a-08cc-4d1e-a93b-f49658a0eab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:12.647261 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device b34cca9b-91fa-4d1c-8a0e-d48cf6372854 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:12.780344 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port b34cca9b-91fa-4d1c-8a0e-d48cf6372854 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:12.785479 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port b34cca9b-91fa-4d1c-8a0e-d48cf6372854 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:12.785934 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:12.935613 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:12.999051 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4c821e-e3c7-452f-824c-ab1d55d17bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34cca9b-91fa-4d1c-8a0e-d48cf6372854'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:25:13.004050 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ef13f2-f2f9-4f10-859a-78dc89323e6e" -d '{"events": [{"server_uuid": "ca4c821e-e3c7-452f-824c-ab1d55d17bef", "name": "network-vif-plugged", "status": "completed", "tag": "b34cca9b-91fa-4d1c-8a0e-d48cf6372854"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:25:13.008908 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port b34cca9b-91fa-4d1c-8a0e-d48cf6372854, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=b34cca9b-91fa-4d1c-8a0e-d48cf6372854,segment=NetworkSegment(091da358-fc48-4d0f-9ae5-8d35e4aa8ba9),segment_id=091da358-fc48-4d0f-9ae5-8d35e4aa8ba9)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:13.037650 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d5e88-c76b-423b-bbab-b5d9ddfefba7 req-4c81533a-15fb-44ce-8856-43bb3ea0e9fc tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:13.040243 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-553d5e88-c76b-423b-bbab-b5d9ddfefba7 req-4c81533a-15fb-44ce-8856-43bb3ea0e9fc tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 945 time: 0.1029217 Jun 24 09:25:13.077788 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-553d5e88-c76b-423b-bbab-b5d9ddfefba7 req-6f6d8a08-e5fe-47d8-ac56-15d118dc0907 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332582 Jun 24 09:25:13.103485 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:13.104584 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device df999d9a-b748-45c5-ae12-ef3b22feecc5 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:25:13.132748 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:13.134983 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: df999d9a-b748-45c5-ae12-ef3b22feecc5 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:25:13.135539 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device df999d9a-b748-45c5-ae12-ef3b22feecc5 not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:25:13.164985 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5322da6-2235-48fa-a7b9-b1969703b729 x-openstack-request-id: req-c5322da6-2235-48fa-a7b9-b1969703b729 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:25:13.165286 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4c821e-e3c7-452f-824c-ab1d55d17bef", "name": "network-vif-plugged", "status": "completed", "tag": "b34cca9b-91fa-4d1c-8a0e-d48cf6372854", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:25:13.165553 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5322da6-2235-48fa-a7b9-b1969703b729 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:25:13.165951 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4c821e-e3c7-452f-824c-ab1d55d17bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34cca9b-91fa-4d1c-8a0e-d48cf6372854', 'code': 200} Jun 24 09:25:13.196852 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=b34cca9b-91fa-4d1c-8a0e-d48cf6372854,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:13.200130 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:13.324237 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d71d96-8fd3-42ac-9fe7-a6fe935d2364 req-f98f80fa-e2fd-424c-b214-ee3703bf8218 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:13.325666 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-21d71d96-8fd3-42ac-9fe7-a6fe935d2364 req-f98f80fa-e2fd-424c-b214-ee3703bf8218 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0616479 Jun 24 09:25:13.363854 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-21d71d96-8fd3-42ac-9fe7-a6fe935d2364 req-6a31e049-bb61-4191-b949-ba8d0490deef tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Jun 24 09:25:13.447322 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51274) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:13.467231 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e0762144-7c74-42b4-a514-489c6b341c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:13.549667 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ad54498f-a52a-4664-b6ac-867abb89b58a req-bc10dd99-60fd-4365-918a-f0ec32de366a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 210 time: 0.0370409 Jun 24 09:25:13.770450 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ead435-41f7-4aa6-a748-a5670e2b2ca6 req-89b8cbf8-1348-4368-aaba-29750db5d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:13.772110 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-60ead435-41f7-4aa6-a748-a5670e2b2ca6 req-89b8cbf8-1348-4368-aaba-29750db5d7db service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 1099 time: 0.1314976 Jun 24 09:25:13.840812 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-60ead435-41f7-4aa6-a748-a5670e2b2ca6 req-49d54835-6758-4255-980d-48eee21d1b58 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592885 Jun 24 09:25:13.863690 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e0762144-7c74-42b4-a514-489c6b341c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:13.924422 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e0762144-7c74-42b4-a514-489c6b341c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:13.924422 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-dcb25b7b-007a-4271-a9d3-67e04c4189c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:13.959475 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-e0762144-7c74-42b4-a514-489c6b341c6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b868d7fd73e54f9494a5f32ebb85cc91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5106134 Jun 24 09:25:13.960626 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0762144-7c74-42b4-a514-489c6b341c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ed8a5a-e341-4866-8aa9-46cc2195fb4c,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:13.962824 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 51324) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:13.964187 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e0762144-7c74-42b4-a514-489c6b341c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:14.024145 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9b38df5f-beb4-4150-99c6-9c370f5539fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:14.048385 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9b38df5f-beb4-4150-99c6-9c370f5539fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:14.199935 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9b38df5f-beb4-4150-99c6-9c370f5539fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:14.203555 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9b38df5f-beb4-4150-99c6-9c370f5539fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:14.205621 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9b38df5f-beb4-4150-99c6-9c370f5539fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11ed8a5a-e341-4866-8aa9-46cc2195fb4c HTTP/1.1" status: 204 len: 168 time: 0.2409561 Jun 24 09:25:14.207067 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c1c81aff-f09c-4098-9521-bcc1853d5d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:14.217402 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38df5f-beb4-4150-99c6-9c370f5539fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ed8a5a-e341-4866-8aa9-46cc2195fb4c,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:14.220898 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9b38df5f-beb4-4150-99c6-9c370f5539fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:14.262930 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8946a9-95d9-4b07-82b1-46be5a35c479 req-e865be19-38eb-4ed9-9624-91e8828b6916 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:14.264413 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8c8946a9-95d9-4b07-82b1-46be5a35c479 req-e865be19-38eb-4ed9-9624-91e8828b6916 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.1088817 Jun 24 09:25:14.321991 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8c8946a9-95d9-4b07-82b1-46be5a35c479 req-0eeb32ac-d798-41aa-9336-f6882db7d5ee tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513463 Jun 24 09:25:14.367992 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581c67-2323-4890-aa09-e8549441f28f req-8a1f4c2c-78a3-4db9-abea-232fcb6068cd tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:14.369949 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb581c67-2323-4890-aa09-e8549441f28f req-8a1f4c2c-78a3-4db9-abea-232fcb6068cd tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 946 time: 0.1197104 Jun 24 09:25:14.412884 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bb581c67-2323-4890-aa09-e8549441f28f req-8b133ea3-86fe-43e2-84e1-bcb47cae707e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345566 Jun 24 09:25:14.554840 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8b45-d882-4ba0-91f4-fbbafe76b9a3 req-abe2684f-b7cf-46df-a1ba-a4ee251a4e16 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:14.558104 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d9be8b45-d882-4ba0-91f4-fbbafe76b9a3 req-abe2684f-b7cf-46df-a1ba-a4ee251a4e16 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0760863 Jun 24 09:25:14.615878 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d9be8b45-d882-4ba0-91f4-fbbafe76b9a3 req-daba1234-5249-42d8-9e92-ec408f9a208f tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502241 Jun 24 09:25:14.709522 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2478db90-52c6-4289-a274-9e5f08d033b6 req-eb9cd380-a525-4673-92d1-771de41c157f tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 210 time: 0.0321362 Jun 24 09:25:14.932744 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 51378) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:14.947150 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-101162c7-0b59-441c-b430-f048a8d6faf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:15.052138 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-101162c7-0b59-441c-b430-f048a8d6faf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:15.162021 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-101162c7-0b59-441c-b430-f048a8d6faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:15.166245 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9b38df5f-beb4-4150-99c6-9c370f5539fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:15.209612 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-101162c7-0b59-441c-b430-f048a8d6faf1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4507f2beca374b1e9566cda621a835df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757936 Jun 24 09:25:15.210527 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101162c7-0b59-441c-b430-f048a8d6faf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874b90a5-f205-44ee-9d55-6eee5413a0ee,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:15.213996 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-101162c7-0b59-441c-b430-f048a8d6faf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:15.225647 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51398) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:15.285858 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-77cd16b5-9a9f-4189-9ac8-3aef532e339a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:15.307458 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-77cd16b5-9a9f-4189-9ac8-3aef532e339a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:15.428359 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-77cd16b5-9a9f-4189-9ac8-3aef532e339a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:15.431063 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-77cd16b5-9a9f-4189-9ac8-3aef532e339a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:15.432465 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-77cd16b5-9a9f-4189-9ac8-3aef532e339a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/874b90a5-f205-44ee-9d55-6eee5413a0ee HTTP/1.1" status: 204 len: 168 time: 0.2124341 Jun 24 09:25:15.433212 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:15.441820 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd16b5-9a9f-4189-9ac8-3aef532e339a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874b90a5-f205-44ee-9d55-6eee5413a0ee,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:15.463658 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-77cd16b5-9a9f-4189-9ac8-3aef532e339a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:15.608978 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-db567604-bb65-48af-b3b1-9b30f34b2d78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:15.613193 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-db567604-bb65-48af-b3b1-9b30f34b2d78 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "GET /v2.0/networks?id=edcd4982-0d07-4d90-b348-d8817bbc8024 HTTP/1.1" status: 200 len: 814 time: 0.2052572 Jun 24 09:25:15.623296 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca0159-9725-4515-86e6-48ce69fc8a65 req-e9c3f609-7491-4d47-b837-fe1ba99c9f28 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:15.625104 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-51ca0159-9725-4515-86e6-48ce69fc8a65 req-e9c3f609-7491-4d47-b837-fe1ba99c9f28 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.1500733 Jun 24 09:25:15.655968 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Request body: {'port': {'device_id': 'd9c8cc5a-6553-4d92-bf4e-3b01516e7a12', 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024', 'admin_state_up': True, 'tenant_id': 'cb968d402da64fe8a788d1f8bde801f3'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:15.681636 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-51ca0159-9725-4515-86e6-48ce69fc8a65 req-01ce0eab-dd62-4af9-a1ef-7f839cdfd690 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495725 Jun 24 09:25:15.826199 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d619c-d97d-493d-8776-49fd17be9d5e req-8a4c479a-43f5-4b2b-8c13-5c9a762a7d90 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:15.829558 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e41d619c-d97d-493d-8776-49fd17be9d5e req-8a4c479a-43f5-4b2b-8c13-5c9a762a7d90 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 946 time: 0.2154136 Jun 24 09:25:15.950817 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0a26a-b220-48ea-abd4-fb163475a922 req-126238f5-95dc-46b5-a9fe-c1d9cf4b2bd7 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:15.952852 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fbf0a26a-b220-48ea-abd4-fb163475a922 req-126238f5-95dc-46b5-a9fe-c1d9cf4b2bd7 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0997274 Jun 24 09:25:15.985306 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e41d619c-d97d-493d-8776-49fd17be9d5e req-78bbc379-907f-4696-a1fb-3d39878fb8bc tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475482 Jun 24 09:25:16.000236 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977c865-35be-411b-a217-3b30fe977f8d req-1e168e9b-a7b3-477a-beb2-57724c57e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:16.001966 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e977c865-35be-411b-a217-3b30fe977f8d req-1e168e9b-a7b3-477a-beb2-57724c57e003 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 1098 time: 0.1502187 Jun 24 09:25:16.005997 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fbf0a26a-b220-48ea-abd4-fb163475a922 req-e800b37d-fcbb-482f-9652-104322bfc08c tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461955 Jun 24 09:25:16.047145 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e977c865-35be-411b-a217-3b30fe977f8d req-1e7a9b36-935b-4e66-9c69-ec1d18d7526f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315533 Jun 24 09:25:16.110458 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Made reservation on behalf of cb968d402da64fe8a788d1f8bde801f3 for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:25:16.114475 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:16.147791 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c603e26a-edb4-477b-b8a3-a69f3ee227af req-dcb06753-d747-4420-8373-7d47f86eaade tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 210 time: 0.0505276 Jun 24 09:25:16.273241 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Allocated IP 172.20.0.13 (edcd4982-0d07-4d90-b348-d8817bbc8024/a45cc966-8eac-4881-ba60-0b81c8bcfe2b/ef9abc67-1913-4325-aac4-92be5c84eac5) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:25:16.427483 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:16.562650 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:16.566732 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-90d3d2e7-2bc3-45a9-ba65-c42a159b207e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:16.608225 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Network edcd4982-0d07-4d90-b348-d8817bbc8024 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:16.612352 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:16.620216 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:25:16.620768 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['f568d1df-4d1c-40c6-a907-a6939dc6fe49', 'cb77dfdf-2697-4d8a-a2ca-ede9c22890af', 'e2f3626c-b1d6-4373-a5ac-407a83b8ef9d'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:25:16.645175 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Pushing event updated for resources: {'Port': ['ID=ef9abc67-1913-4325-aac4-92be5c84eac5,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:16.649763 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:16.680072 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:16.680690 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:16.780389 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1481128 Jun 24 09:25:16.801820 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Request body: {'port': {'device_id': 'd9c8cc5a-6553-4d92-bf4e-3b01516e7a12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:16.891837 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dd3f1-bcd2-4280-8824-c245acc383d4 req-f3012a40-b152-482c-8f0a-60f183284e06 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:16.894812 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-618dd3f1-bcd2-4280-8824-c245acc383d4 req-f3012a40-b152-482c-8f0a-60f183284e06 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0756612 Jun 24 09:25:16.903658 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:16.954481 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-618dd3f1-bcd2-4280-8824-c245acc383d4 req-34bd2a93-2ed4-4806-b93b-ab06d4a7d430 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509591 Jun 24 09:25:17.097603 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-80dbcd44-f175-4e35-be69-bc626ee0ed88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:17.218429 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d437-0254-4721-b3fb-821f37388abb req-904b8950-d501-4dc0-84dd-916da7b75b6a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:17.221302 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ba59d437-0254-4721-b3fb-821f37388abb req-904b8950-d501-4dc0-84dd-916da7b75b6a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0793109 Jun 24 09:25:17.247957 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487d475-fc44-4582-ae9b-b08e50a84a4e req-d79eefe6-955b-47bc-8550-cc86dc409d51 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:17.255393 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5487d475-fc44-4582-ae9b-b08e50a84a4e req-d79eefe6-955b-47bc-8550-cc86dc409d51 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 946 time: 0.1182201 Jun 24 09:25:17.271853 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ba59d437-0254-4721-b3fb-821f37388abb req-815e6706-61c8-42e9-97fd-27db0aec0bb1 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447743 Jun 24 09:25:17.331246 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5487d475-fc44-4582-ae9b-b08e50a84a4e req-53d78900-a6b8-4eb1-b197-69e501b8f487 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749500 Jun 24 09:25:17.337401 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9abc67-1913-4325-aac4-92be5c84eac5 {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:25:17.345864 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:17.363905 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Transition to ACTIVE for port object ef9abc67-1913-4325-aac4-92be5c84eac5 will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:17.441847 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:17.445092 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:17.489421 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837a835-e72e-4427-b24c-687dec27de25 req-5626598a-df7e-41c2-9af9-664f833cfd10 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:17.490878 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f837a835-e72e-4427-b24c-687dec27de25 req-5626598a-df7e-41c2-9af9-664f833cfd10 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 932 time: 0.0697792 Jun 24 09:25:17.511514 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9abc67-1913-4325-aac4-92be5c84eac5,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:17.515653 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:17.539384 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f837a835-e72e-4427-b24c-687dec27de25 req-8f71a106-5f2b-41e9-ae61-d3036b3226ab tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427101 Jun 24 09:25:17.566118 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Attempting to bind port ef9abc67-1913-4325-aac4-92be5c84eac5 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:25:17.566453 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Attempting to bind port ef9abc67-1913-4325-aac4-92be5c84eac5 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:25:17.566730 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Attempting to bind port ef9abc67-1913-4325-aac4-92be5c84eac5 on network edcd4982-0d07-4d90-b348-d8817bbc8024 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:25:17.571639 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Port ef9abc67-1913-4325-aac4-92be5c84eac5 on network edcd4982-0d07-4d90-b348-d8817bbc8024 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:25:17.572080 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Attempting to bind port ef9abc67-1913-4325-aac4-92be5c84eac5 on network edcd4982-0d07-4d90-b348-d8817bbc8024 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:25:17.576860 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:25:17.577196 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Checking segment: {'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:25:17.577575 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Bound using segment: {'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:25:17.578006 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Bound port: ef9abc67-1913-4325-aac4-92be5c84eac5, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:25:17.578338 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:17.643138 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] For port ef9abc67-1913-4325-aac4-92be5c84eac5, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:25:17.647337 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] For port ef9abc67-1913-4325-aac4-92be5c84eac5, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ef9abc67-1913-4325-aac4-92be5c84eac5,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:25:17.750766 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:17.754727 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c9bc2aeb-7044-4de7-8839-c69958905a41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:17.818710 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:17.819325 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:17.820956 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] 10.222.0.60 "PUT /v2.0/ports/ef9abc67-1913-4325-aac4-92be5c84eac5 HTTP/1.1" status: 200 len: 1094 time: 1.0244470 Jun 24 09:25:17.821691 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c8cc5a-6553-4d92-bf4e-3b01516e7a12', 'tag': 'ef9abc67-1913-4325-aac4-92be5c84eac5'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:25:17.823982 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cb7f10-24d9-45f6-a3b1-99a7c2bf9566" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c8cc5a-6553-4d92-bf4e-3b01516e7a12", "tag": "ef9abc67-1913-4325-aac4-92be5c84eac5"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:25:17.831832 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9abc67-1913-4325-aac4-92be5c84eac5,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:17.837282 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:17.866648 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51510) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:17.872560 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9045589-85c0-4f8b-8cb4-573f2dd249dc x-openstack-request-id: req-d9045589-85c0-4f8b-8cb4-573f2dd249dc {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:25:17.875624 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c8cc5a-6553-4d92-bf4e-3b01516e7a12", "tag": "ef9abc67-1913-4325-aac4-92be5c84eac5", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:25:17.875624 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9045589-85c0-4f8b-8cb4-573f2dd249dc {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:25:17.875624 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c8cc5a-6553-4d92-bf4e-3b01516e7a12', 'tag': 'ef9abc67-1913-4325-aac4-92be5c84eac5', 'status': 'completed', 'code': 200} Jun 24 09:25:18.009858 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb7f10-24d9-45f6-a3b1-99a7c2bf9566 req-0766c4c8-e3cf-45ac-b971-bba04ec9ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:18.011737 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d8cb7f10-24d9-45f6-a3b1-99a7c2bf9566 req-0766c4c8-e3cf-45ac-b971-bba04ec9ce1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb968d402da64fe8a788d1f8bde801f3&device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 1097 time: 0.0599675 Jun 24 09:25:18.013384 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 51516) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:18.013710 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-202ee898-8286-4e52-9407-9149199f4b84 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3ce35f573d04283972234311db65f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455595 Jun 24 09:25:18.154988 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6567d0a8-a475-46ae-acdf-ca11403b36c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:18.169850 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632bf03-18dc-4ae0-9c1a-bcdbe4a826a6 req-06b9a950-41a8-4245-8b43-b7cfc8409082 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:18.171369 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2632bf03-18dc-4ae0-9c1a-bcdbe4a826a6 req-06b9a950-41a8-4245-8b43-b7cfc8409082 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0867507 Jun 24 09:25:18.193757 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6567d0a8-a475-46ae-acdf-ca11403b36c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:18.200341 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb7f10-24d9-45f6-a3b1-99a7c2bf9566 req-b603da32-d9d5-4734-a1a3-be70b5c37a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:18.201837 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d8cb7f10-24d9-45f6-a3b1-99a7c2bf9566 req-b603da32-d9d5-4734-a1a3-be70b5c37a21 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cb968d402da64fe8a788d1f8bde801f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1679504 Jun 24 09:25:18.208593 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2632bf03-18dc-4ae0-9c1a-bcdbe4a826a6 req-e1ec3791-761e-48dd-8bd8-c6f55d548e8e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308435 Jun 24 09:25:18.308163 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb7f10-24d9-45f6-a3b1-99a7c2bf9566 req-8ea2681f-f02d-4780-ae58-eda82c96b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:18.309636 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d8cb7f10-24d9-45f6-a3b1-99a7c2bf9566 req-8ea2681f-f02d-4780-ae58-eda82c96b2e2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928073 Jun 24 09:25:18.333060 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6567d0a8-a475-46ae-acdf-ca11403b36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:18.336069 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6567d0a8-a475-46ae-acdf-ca11403b36c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:18.337163 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6567d0a8-a475-46ae-acdf-ca11403b36c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1f97264-9b45-41a6-aff8-7c384eea114d HTTP/1.1" status: 204 len: 168 time: 0.3228264 Jun 24 09:25:18.337979 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eb6014d9-699c-41f9-99d6-184f165a9e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:18.346364 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567d0a8-a475-46ae-acdf-ca11403b36c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f97264-9b45-41a6-aff8-7c384eea114d,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:18.348582 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6567d0a8-a475-46ae-acdf-ca11403b36c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:18.486746 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7551920-f829-45ca-a599-3c5c43e791c1 req-ab83966c-2bd6-48ac-9689-71867f3f8617 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:18.488223 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f7551920-f829-45ca-a599-3c5c43e791c1 req-ab83966c-2bd6-48ac-9689-71867f3f8617 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1074970 Jun 24 09:25:18.497245 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-78500072-4ba4-46e3-91f5-4c4308a2e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:18.498626 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-78500072-4ba4-46e3-91f5-4c4308a2e7d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb968d402da64fe8a788d1f8bde801f3&device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 1097 time: 0.0855882 Jun 24 09:25:18.557657 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-dc18d2c3-3cfb-4291-a2f0-b943e8fb1ae5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef9abc67-1913-4325-aac4-92be5c84eac5 HTTP/1.1" status: 200 len: 217 time: 0.0390530 Jun 24 09:25:18.560417 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f7551920-f829-45ca-a599-3c5c43e791c1 req-a852cb3b-04e7-4763-9bb7-a083d7ee624d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652657 Jun 24 09:25:18.612514 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-be6832e3-f2de-4795-913c-67601b527cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:18.614015 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-be6832e3-f2de-4795-913c-67601b527cc5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a45cc966-8eac-4881-ba60-0b81c8bcfe2b HTTP/1.1" status: 200 len: 854 time: 0.0479419 Jun 24 09:25:18.652423 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-6a8f501a-99d5-48c1-a69f-93cecb932871 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edcd4982-0d07-4d90-b348-d8817bbc8024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284822 Jun 24 09:25:18.769420 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5be5c-8ead-408d-9b0a-d29482374328 req-f05b01b6-cb70-4835-ab3c-928b6befa806 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:18.770959 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53b5be5c-8ead-408d-9b0a-d29482374328 req-f05b01b6-cb70-4835-ab3c-928b6befa806 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 944 time: 0.0894785 Jun 24 09:25:18.774587 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-d28fb823-8784-4f87-9656-65e8ee273b84 service neutron] 10.222.0.60 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077712 Jun 24 09:25:18.841006 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53b5be5c-8ead-408d-9b0a-d29482374328 req-6693f68a-7345-4fe7-90f4-df50c1c2d3e9 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643213 Jun 24 09:25:18.891742 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-65552462-a74a-4cd3-ab4a-8988eaa5a211 req-f6bad7f7-3b11-46f8-ad66-a7df8182a2f8 service neutron] 10.222.0.60 "GET /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087544 Jun 24 09:25:19.253684 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b6929-b791-4320-b93f-6aee5e67b34b req-13ca0179-9d34-4b90-a1b6-191f4b4747f5 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:19.255972 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0b9b6929-b791-4320-b93f-6aee5e67b34b req-13ca0179-9d34-4b90-a1b6-191f4b4747f5 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0658548 Jun 24 09:25:19.585170 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51578) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:19.602087 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0b9b6929-b791-4320-b93f-6aee5e67b34b req-780b0b35-bb8a-4d0b-93e5-e6ac69488ffc tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394318 Jun 24 09:25:19.624030 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9001671-c66a-4f1b-9006-3db52e73c936 req-af9a7734-637c-4e2f-8f95-b631b1e18637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:19.627017 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e9001671-c66a-4f1b-9006-3db52e73c936 req-af9a7734-637c-4e2f-8f95-b631b1e18637 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8a0c67c143a4eb19c1e5cf27856e67b&device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 1098 time: 0.3605802 Jun 24 09:25:19.658615 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51584) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:19.767687 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a2def6df-02d6-40c6-8896-87b8b8098058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:19.786658 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1867405468-network', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:19.803620 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c460e1d7-99b6-4c08-8edd-f5bbbcc57c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:19.847724 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9001671-c66a-4f1b-9006-3db52e73c936 req-2fcfec8c-d534-4ec2-8e7f-0802065781a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:19.849151 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e9001671-c66a-4f1b-9006-3db52e73c936 req-2fcfec8c-d534-4ec2-8e7f-0802065781a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4dc34bfe-d409-482a-8295-442d7f26244e HTTP/1.1" status: 200 len: 920 time: 0.1286528 Jun 24 09:25:19.850262 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca194832-0b45-4f9b-87b3-92ac5ce53987 req-fe8d46cc-a722-4fe8-b65d-289b5dd677c7 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:19.851789 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ca194832-0b45-4f9b-87b3-92ac5ce53987 req-fe8d46cc-a722-4fe8-b65d-289b5dd677c7 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.1222785 Jun 24 09:25:19.870760 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcff246-5c16-4530-bbba-5ddc741bea76 req-3c0f1bfd-2b74-42f9-9b43-70f5df49f5db tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:19.872325 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ebcff246-5c16-4530-bbba-5ddc741bea76 req-3c0f1bfd-2b74-42f9-9b43-70f5df49f5db tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 946 time: 0.1067936 Jun 24 09:25:19.891364 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Made reservation on behalf of 8d5c4a9d09eb4edb86fe215d0dea13b2 for: {'network': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:25:19.893676 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:19.907762 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ca194832-0b45-4f9b-87b3-92ac5ce53987 req-3ff43e8e-5e22-46ca-8f96-a077fb7eb518 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497680 Jun 24 09:25:19.909709 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:19.913293 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e9001671-c66a-4f1b-9006-3db52e73c936 req-78362e2d-e811-476e-9616-274bf5db79d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae4860e5-c578-4d87-b987-c41b262050d9 HTTP/1.1" status: 200 len: 217 time: 0.0513289 Jun 24 09:25:19.971483 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ebcff246-5c16-4530-bbba-5ddc741bea76 req-c1391eed-903d-4166-9289-70826cb79531 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910704 Jun 24 09:25:19.978661 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9001671-c66a-4f1b-9006-3db52e73c936 req-09e6a01d-5436-467f-8b49-9954d4ef2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:19.980159 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e9001671-c66a-4f1b-9006-3db52e73c936 req-09e6a01d-5436-467f-8b49-9954d4ef2804 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39188485-ce1d-43fe-a076-b062c72c56ce HTTP/1.1" status: 200 len: 859 time: 0.0581601 Jun 24 09:25:19.997524 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.032169 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e9001671-c66a-4f1b-9006-3db52e73c936 req-8c07448f-eb4f-4f61-b9f4-1b558bd47be0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dc34bfe-d409-482a-8295-442d7f26244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420387 Jun 24 09:25:20.118541 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdcb6e-c2d2-4796-a012-62c66c6d97ec req-039ddec0-0216-42a9-8af6-18ef53e50223 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:20.119923 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0cbdcb6e-c2d2-4796-a012-62c66c6d97ec req-039ddec0-0216-42a9-8af6-18ef53e50223 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 944 time: 0.0958402 Jun 24 09:25:20.133714 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e9001671-c66a-4f1b-9006-3db52e73c936 req-f89d4ca6-6cae-450a-b2ee-2b78716d309a service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853014 Jun 24 09:25:20.137711 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c460e1d7-99b6-4c08-8edd-f5bbbcc57c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.166554 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0cbdcb6e-c2d2-4796-a012-62c66c6d97ec req-bbd0f189-ae74-4b0b-a8c4-2f5cee1116cd tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Jun 24 09:25:20.197673 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c460e1d7-99b6-4c08-8edd-f5bbbcc57c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.202895 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f07ae2cb-9a15-4216-b2a7-6a24666aa421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:20.234687 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e9001671-c66a-4f1b-9006-3db52e73c936 req-41662300-71b4-47a8-a19e-2dff897836d6 service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915442 Jun 24 09:25:20.252810 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-c460e1d7-99b6-4c08-8edd-f5bbbcc57c1d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff3ded1ea6e446dfa392f185eff47767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5930367 Jun 24 09:25:20.255493 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 51592) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:20.255838 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460e1d7-99b6-4c08-8edd-f5bbbcc57c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334e106a-b918-4271-bf42-c9c821e24bed,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:20.262481 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c460e1d7-99b6-4c08-8edd-f5bbbcc57c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:20.321296 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-199748f1-6550-402e-b3c9-97d095db1cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.328474 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.343790 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-199748f1-6550-402e-b3c9-97d095db1cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.441178 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.445783 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-64a8daf7-e80c-4860-855d-86d13aa473bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:20.472085 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152c9209-1bb5-4650-b617-50752cd84773,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:20.475016 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:20.487478 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-199748f1-6550-402e-b3c9-97d095db1cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.490111 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-199748f1-6550-402e-b3c9-97d095db1cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.491261 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-199748f1-6550-402e-b3c9-97d095db1cdf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/334e106a-b918-4271-bf42-c9c821e24bed HTTP/1.1" status: 204 len: 168 time: 0.2338438 Jun 24 09:25:20.497849 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:25:20.498168 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c8a84dc0-a14f-45b5-9d31-b3b634d97dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:20.499823 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199748f1-6550-402e-b3c9-97d095db1cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334e106a-b918-4271-bf42-c9c821e24bed,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:20.500296 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.500740 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.segments_db [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Added segment 188dfc12-6eb3-4b3c-b1ec-97bb6103884d of type vlan for network fb47e512-5e26-4207-b976-9fe983e57a28 Jun 24 09:25:20.506785 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-199748f1-6550-402e-b3c9-97d095db1cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:20.515290 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.540542 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.668457 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.669820 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:20.670411 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.678539 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:20.713189 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 51604) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:20.734105 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Pushing event updated for resources: {'Network': ['ID=fb47e512-5e26-4207-b976-9fe983e57a28,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:20.736925 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:20.745126 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network fb47e512-5e26-4207-b976-9fe983e57a28 details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:25:20.771734 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1869185 Jun 24 09:25:20.774594 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 51608) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:20.788795 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-7dbb2410-a45a-4132-8719-32cae8392deb admin admin] Request body: {'subnet': {'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1867405468-subnet', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'ip_version': 4}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:20.843930 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cf3b7-ec55-4d4b-a346-785e2f782757 req-ab8e9f7c-b8f2-429b-b423-90fa467dbf79 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:20.846055 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ea8cf3b7-ec55-4d4b-a346-785e2f782757 req-ab8e9f7c-b8f2-429b-b423-90fa467dbf79 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1180892 Jun 24 09:25:20.885253 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ea8cf3b7-ec55-4d4b-a346-785e2f782757 req-f6f91842-10d8-4cca-9063-87601ea9d3e0 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331340 Jun 24 09:25:20.926768 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0ce50c3e-5b7e-4644-8be7-638e3ddbf577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:20.974727 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbb2410-a45a-4132-8719-32cae8392deb admin admin] Made reservation on behalf of 8d5c4a9d09eb4edb86fe215d0dea13b2 for: {'subnet': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:25:20.978964 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2410-a45a-4132-8719-32cae8392deb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12682739'] for subnet, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:21.131336 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ea5cf-153b-42bc-bcb5-e12960011a64 req-f6e7e92c-7699-4111-8baa-6b11a338ce1d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:21.132930 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-338ea5cf-153b-42bc-bcb5-e12960011a64 req-f6e7e92c-7699-4111-8baa-6b11a338ce1d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0861394 Jun 24 09:25:21.170372 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0ce50c3e-5b7e-4644-8be7-638e3ddbf577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:21.171442 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-338ea5cf-153b-42bc-bcb5-e12960011a64 req-4ee22158-13e9-4d73-a402-662603669c99 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328882 Jun 24 09:25:21.233925 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0ce50c3e-5b7e-4644-8be7-638e3ddbf577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:21.236236 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-101162c7-0b59-441c-b430-f048a8d6faf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:21.287165 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32b343-23f4-470c-a254-05d1132cec5c req-b00f2b40-d7ef-4b4a-abf2-116eb1e87f89 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:21.288646 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ac32b343-23f4-470c-a254-05d1132cec5c req-b00f2b40-d7ef-4b4a-abf2-116eb1e87f89 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 946 time: 0.1832383 Jun 24 09:25:21.290415 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce50c3e-5b7e-4644-8be7-638e3ddbf577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87462e86-77d1-40eb-a01f-d649c2f33b7d,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:21.295820 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0ce50c3e-5b7e-4644-8be7-638e3ddbf577 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5c63d698d8647a18f6437e360f4984e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5807986 Jun 24 09:25:21.296064 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0ce50c3e-5b7e-4644-8be7-638e3ddbf577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:21.305624 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 51630) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:21.332581 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2410-a45a-4132-8719-32cae8392deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125717007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12682721'] for subnet, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:21.345070 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:21.365730 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55882804-84ad-4300-9065-46d2f6bdcc96 req-da0229bf-b228-44ed-aa77-8fb616461899 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:21.372596 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-55882804-84ad-4300-9065-46d2f6bdcc96 req-da0229bf-b228-44ed-aa77-8fb616461899 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 944 time: 0.0886834 Jun 24 09:25:21.407484 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ac32b343-23f4-470c-a254-05d1132cec5c req-6c086301-c555-4791-81a2-c7bfca7e7d4a tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103563 Jun 24 09:25:21.407679 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-55882804-84ad-4300-9065-46d2f6bdcc96 req-710be61e-523e-44af-a47a-933bbe3e169d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339758 Jun 24 09:25:21.442366 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb2410-a45a-4132-8719-32cae8392deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e12545-9651-49d6-befe-66dc1f60d9c6,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:21.447693 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7dbb2410-a45a-4132-8719-32cae8392deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:21.451795 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e78b88cd-3fe2-4744-8c44-ae7469c89fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:21.465509 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbb2410-a45a-4132-8719-32cae8392deb admin admin] Checking segment: {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:25:21.465867 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbb2410-a45a-4132-8719-32cae8392deb admin admin] Network hostable DHCP agents. Network: fb47e512-5e26-4207-b976-9fe983e57a28, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:25:21.483419 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e78b88cd-3fe2-4744-8c44-ae7469c89fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:21.584294 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbb2410-a45a-4132-8719-32cae8392deb admin admin] Network fb47e512-5e26-4207-b976-9fe983e57a28 is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:25:21.616816 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e78b88cd-3fe2-4744-8c44-ae7469c89fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:21.619882 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e78b88cd-3fe2-4744-8c44-ae7469c89fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:21.621006 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e78b88cd-3fe2-4744-8c44-ae7469c89fb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87462e86-77d1-40eb-a01f-d649c2f33b7d HTTP/1.1" status: 204 len: 168 time: 0.3148029 Jun 24 09:25:21.621780 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bb0a48af-55a7-478e-9da7-05ef38a3f3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:21.631496 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b88cd-3fe2-4744-8c44-ae7469c89fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87462e86-77d1-40eb-a01f-d649c2f33b7d,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:21.634109 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e78b88cd-3fe2-4744-8c44-ae7469c89fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:21.676343 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-7dbb2410-a45a-4132-8719-32cae8392deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, fb47e512-5e26-4207-b976-9fe983e57a28) {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:21.685207 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbb2410-a45a-4132-8719-32cae8392deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:21.690777 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8d891c-8ecb-4ec5-8c42-85ab50d8fbee None None] Network fb47e512-5e26-4207-b976-9fe983e57a28 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:25:21.691663 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7dbb2410-a45a-4132-8719-32cae8392deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:21.763047 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7dbb2410-a45a-4132-8719-32cae8392deb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9864919 Jun 24 09:25:21.768204 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 51646) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:21.772972 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:21.845756 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed33512-b3e3-58ef-ba84-c64153fe4983-fb47e512-5e26-4207-b976-9fe983e57a28', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6'}]}} from dv-cinder-797812-1-iscsi. {{(pid=93461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:25:21.845756 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:21.864992 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16302751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25639'] for router, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:21.866601 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16302253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16375808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16395457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25640'] for router, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:21.935498 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.023468 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.db_base_plugin_common [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Allocated IP 172.20.0.2 (fb47e512-5e26-4207-b976-9fe983e57a28/e7e12545-9651-49d6-befe-66dc1f60d9c6/9a5feae1-8495-4d84-8ff8-5094ff82d413) {{(pid=93461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:25:22.192641 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Notify callbacks [] for port, precommit_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.201536 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Transition to ACTIVE for port object 9a5feae1-8495-4d84-8ff8-5094ff82d413 will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:22.217063 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16318367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16302736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25658'] for router, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.217176 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Transition to ACTIVE for port object 9a5feae1-8495-4d84-8ff8-5094ff82d413 will not be triggered until provisioned by entity DHCP. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:22.261525 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f348df1-f4f1-4479-a5ea-111778b6b3f6 req-88ecd6c6-79ad-4017-b6ec-be1b423d22b3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:22.263081 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3f348df1-f4f1-4479-a5ea-111778b6b3f6 req-88ecd6c6-79ad-4017-b6ec-be1b423d22b3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.2036290 Jun 24 09:25:22.279966 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51654) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:22.293409 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.296456 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:22.310080 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3f348df1-f4f1-4479-a5ea-111778b6b3f6 req-84696e94-fd44-4003-ad2a-13e018f95490 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393612 Jun 24 09:25:22.343454 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.357558 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Network fb47e512-5e26-4207-b976-9fe983e57a28 is already hosted by enough agents. {{(pid=93461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:22.360653 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.base_scheduler [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Resources bound (agent type, host, resource id): {{(pid=93461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:22.365731 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Received port after_create {{(pid=93461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:25:22.376756 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Pushing event updated for resources: {'Port': ['ID=9a5feae1-8495-4d84-8ff8-5094ff82d413,revision_number=1']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:22.403484 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:22.413823 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ca10f-1210-4fab-915c-a7e30a5026c7 req-5faac655-c876-4e34-9179-4d8ab541ad22 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:22.415430 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e89ca10f-1210-4fab-915c-a7e30a5026c7 req-5faac655-c876-4e34-9179-4d8ab541ad22 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.1029906 Jun 24 09:25:22.442759 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Attempting to bind port 9a5feae1-8495-4d84-8ff8-5094ff82d413 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:25:22.443108 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Attempting to bind port 9a5feae1-8495-4d84-8ff8-5094ff82d413 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:25:22.443480 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Attempting to bind port 9a5feae1-8495-4d84-8ff8-5094ff82d413 on network fb47e512-5e26-4207-b976-9fe983e57a28 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:25:22.449053 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:25:22.449428 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Checking segment: {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:25:22.450021 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.450560 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Bound using segment: {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:25:22.451219 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Bound port: 9a5feae1-8495-4d84-8ff8-5094ff82d413, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:25:22.451758 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.459301 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e89ca10f-1210-4fab-915c-a7e30a5026c7 req-8a00fac7-0456-461b-81bb-261286fcfdd5 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371861 Jun 24 09:25:22.491729 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2f807-5a3a-44d0-9ee3-c8b74c42ee0f req-2e6595b4-5993-4fc2-8734-fd13ab618e9b tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:22.493173 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ceb2f807-5a3a-44d0-9ee3-c8b74c42ee0f req-2e6595b4-5993-4fc2-8734-fd13ab618e9b tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 946 time: 0.1786373 Jun 24 09:25:22.520401 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] For port 9a5feae1-8495-4d84-8ff8-5094ff82d413, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:25:22.526447 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] For port 9a5feae1-8495-4d84-8ff8-5094ff82d413, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=9a5feae1-8495-4d84-8ff8-5094ff82d413,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:25:22.551299 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0409bdd4-8da7-4554-820d-0b9576efc921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.596143 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.598156 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:22.666855 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Pushing event updated for resources: {'Port': ['ID=9a5feae1-8495-4d84-8ff8-5094ff82d413,revision_number=2']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:22.671348 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:22.683722 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device ef9abc67-1913-4325-aac4-92be5c84eac5 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:25:22.721296 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0409bdd4-8da7-4554-820d-0b9576efc921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.744902 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e2041-2af7-4a71-a067-4e707d1bfce7 req-bdf0a5bb-975f-4da8-ae92-fa3119faa8b2 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:22.746658 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8c8e2041-2af7-4a71-a067-4e707d1bfce7 req-bdf0a5bb-975f-4da8-ae92-fa3119faa8b2 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 944 time: 0.0968180 Jun 24 09:25:22.791378 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0409bdd4-8da7-4554-820d-0b9576efc921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.794374 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.796938 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f1f5d0ac-9bde-477b-81f8-db02cc7a09ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:22.801273 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8c8e2041-2af7-4a71-a067-4e707d1bfce7 req-d1267e30-c38d-4a27-810d-2d924e477939 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472898 Jun 24 09:25:22.834897 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.837939 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-ceb2f807-5a3a-44d0-9ee3-c8b74c42ee0f req-17de42a0-c497-4fa2-9e2f-5133fa93905f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Deleting port b34cca9b-91fa-4d1c-8a0e-d48cf6372854 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:25:22.838261 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ceb2f807-5a3a-44d0-9ee3-c8b74c42ee0f req-17de42a0-c497-4fa2-9e2f-5133fa93905f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.849343 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port ef9abc67-1913-4325-aac4-92be5c84eac5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ef9abc67-1913-4325-aac4-92be5c84eac5,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:22.851730 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-0409bdd4-8da7-4554-820d-0b9576efc921 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=141d552f084b46589ca634d266f855e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5706897 Jun 24 09:25:22.852770 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409bdd4-8da7-4554-820d-0b9576efc921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadfdd4c-8462-456e-90de-9ff2814361c2,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:22.855174 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51664) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:22.857417 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0409bdd4-8da7-4554-820d-0b9576efc921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:22.867129 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': 'ef9abc67-1913-4325-aac4-92be5c84eac5', 'network_id': 'edcd4982-0d07-4d90-b348-d8817bbc8024', 'port_id': 'ef9abc67-1913-4325-aac4-92be5c84eac5', 'mac_address': 'fa:16:3e:3d:fd:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45cc966-8eac-4881-ba60-0b81c8bcfe2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:25:22.899313 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea3f6c-ed83-4ae0-b7c2-30b4008eb9aa req-a0c46983-52d7-444e-8e5d-7d717464c1cd tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:22.909285 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24ea3f6c-ed83-4ae0-b7c2-30b4008eb9aa req-a0c46983-52d7-444e-8e5d-7d717464c1cd tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 946 time: 0.2729182 Jun 24 09:25:22.911529 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.915569 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-73475da5-f7fa-40a8-bd12-67db24f1ce30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.937274 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9abc67-1913-4325-aac4-92be5c84eac5 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:25:22.945376 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-73475da5-f7fa-40a8-bd12-67db24f1ce30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:22.983410 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port ef9abc67-1913-4325-aac4-92be5c84eac5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ef9abc67-1913-4325-aac4-92be5c84eac5,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:23.059901 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24ea3f6c-ed83-4ae0-b7c2-30b4008eb9aa req-7c8c0f9e-4902-4b0d-a5d2-d20edc495c07 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497421 Jun 24 09:25:23.085253 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:23.087260 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-38ab8777-ef8b-4cc4-98ae-aa8b889d4eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:23.108727 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-ceb2f807-5a3a-44d0-9ee3-c8b74c42ee0f req-17de42a0-c497-4fa2-9e2f-5133fa93905f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] For port b34cca9b-91fa-4d1c-8a0e-d48cf6372854, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=b34cca9b-91fa-4d1c-8a0e-d48cf6372854,segment=NetworkSegment(091da358-fc48-4d0f-9ae5-8d35e4aa8ba9),segment_id=091da358-fc48-4d0f-9ae5-8d35e4aa8ba9)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:23.109094 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ceb2f807-5a3a-44d0-9ee3-c8b74c42ee0f req-17de42a0-c497-4fa2-9e2f-5133fa93905f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:23.116184 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-73475da5-f7fa-40a8-bd12-67db24f1ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:23.118596 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-73475da5-f7fa-40a8-bd12-67db24f1ce30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:23.120002 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-73475da5-f7fa-40a8-bd12-67db24f1ce30 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aadfdd4c-8462-456e-90de-9ff2814361c2 HTTP/1.1" status: 204 len: 168 time: 0.2636309 Jun 24 09:25:23.120842 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-d3e4215c-20d3-4a12-8a4d-f19b2ef3de4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:23.132814 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-ceb2f807-5a3a-44d0-9ee3-c8b74c42ee0f req-17de42a0-c497-4fa2-9e2f-5133fa93905f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Calling delete_port for b34cca9b-91fa-4d1c-8a0e-d48cf6372854 owned by compute:nova {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:25:23.138574 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73475da5-f7fa-40a8-bd12-67db24f1ce30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadfdd4c-8462-456e-90de-9ff2814361c2,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:23.141788 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=ef9abc67-1913-4325-aac4-92be5c84eac5,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:23.142695 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-73475da5-f7fa-40a8-bd12-67db24f1ce30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:23.149217 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:23.165718 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Allocated IP 172.27.2.35 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/8a403ed5-7a47-4436-9d4a-7e2ce4ef2377) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:25:23.371418 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:23.476917 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ceb2f807-5a3a-44d0-9ee3-c8b74c42ee0f req-17de42a0-c497-4fa2-9e2f-5133fa93905f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:23.483431 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:23.530314 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de42a0-c497-4fa2-9e2f-5133fa93905f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Pushing event deleted for resources: {'Port': ['ID=b34cca9b-91fa-4d1c-8a0e-d48cf6372854,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:23.534845 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-17de42a0-c497-4fa2-9e2f-5133fa93905f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:23.537268 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['b34cca9b-91fa-4d1c-8a0e-d48cf6372854'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:25:23.539277 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:23.541125 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cf88b-ba05-4c7d-ab81-8a755b026e07 req-0656334b-9789-47c2-a43a-cad95f87469b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:23.541890 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:23.544889 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-af3cf88b-ba05-4c7d-ab81-8a755b026e07 req-0656334b-9789-47c2-a43a-cad95f87469b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0987716 Jun 24 09:25:23.611661 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-af3cf88b-ba05-4c7d-ab81-8a755b026e07 req-bb3bcd2c-0370-4499-95e9-44552e385f66 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597866 Jun 24 09:25:23.625893 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['ef9abc67-1913-4325-aac4-92be5c84eac5'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:25:23.677250 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Pushing event updated for resources: {'Port': ['ID=8a403ed5-7a47-4436-9d4a-7e2ce4ef2377,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:23.699914 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:23.700692 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb2f807-5a3a-44d0-9ee3-c8b74c42ee0f req-17de42a0-c497-4fa2-9e2f-5133fa93905f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] No DVR routers for this DVR port b34cca9b-91fa-4d1c-8a0e-d48cf6372854 on host hv-cinder-79781 {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:25:23.714782 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-ceb2f807-5a3a-44d0-9ee3-c8b74c42ee0f req-17de42a0-c497-4fa2-9e2f-5133fa93905f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:23.716796 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ceb2f807-5a3a-44d0-9ee3-c8b74c42ee0f req-17de42a0-c497-4fa2-9e2f-5133fa93905f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.60 "DELETE /v2.0/ports/b34cca9b-91fa-4d1c-8a0e-d48cf6372854 HTTP/1.1" status: 204 len: 173 time: 1.2162209 Jun 24 09:25:23.718662 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:23.719164 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4c821e-e3c7-452f-824c-ab1d55d17bef', 'name': 'network-vif-deleted', 'tag': 'b34cca9b-91fa-4d1c-8a0e-d48cf6372854'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:25:23.722038 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de134729-ab8f-41b6-b4e8-882bd830e00a" -d '{"events": [{"server_uuid": "ca4c821e-e3c7-452f-824c-ab1d55d17bef", "name": "network-vif-deleted", "tag": "b34cca9b-91fa-4d1c-8a0e-d48cf6372854"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:25:23.746174 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:23.752683 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:25:23.792267 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95401ce8-f531-4bea-8084-712b5d809b99 x-openstack-request-id: req-95401ce8-f531-4bea-8084-712b5d809b99 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:25:23.792582 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4c821e-e3c7-452f-824c-ab1d55d17bef", "name": "network-vif-deleted", "tag": "b34cca9b-91fa-4d1c-8a0e-d48cf6372854", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:25:23.792863 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95401ce8-f531-4bea-8084-712b5d809b99 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:25:23.793281 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4c821e-e3c7-452f-824c-ab1d55d17bef', 'name': 'network-vif-deleted', 'tag': 'b34cca9b-91fa-4d1c-8a0e-d48cf6372854', 'status': 'completed', 'code': 200} Jun 24 09:25:23.853593 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac7239-f5e7-46e5-9e6b-d9430a58e75b req-67a6254c-a8ed-4d6a-8eff-71fe7f6c719a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:23.855142 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-35ac7239-f5e7-46e5-9e6b-d9430a58e75b req-67a6254c-a8ed-4d6a-8eff-71fe7f6c719a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.1572716 Jun 24 09:25:23.961119 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941cc83c-12cc-4889-863a-d90bd643d7df None None] Network fb47e512-5e26-4207-b976-9fe983e57a28 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:25:23.961650 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-35ac7239-f5e7-46e5-9e6b-d9430a58e75b req-897df12e-71a0-46b3-a1a1-4bd13f491a55 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769792 Jun 24 09:25:24.023151 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affae26-20c7-4289-be82-52c3d2edce27 req-4c38cc4c-5931-4ad3-adf8-e11d889235fc tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:24.027993 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9affae26-20c7-4289-be82-52c3d2edce27 req-4c38cc4c-5931-4ad3-adf8-e11d889235fc tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 945 time: 0.0793967 Jun 24 09:25:24.084311 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9affae26-20c7-4289-be82-52c3d2edce27 req-2474e1d9-b02f-4fd2-95b8-829d54f537c3 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486588 Jun 24 09:25:24.143695 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-99cabd85-3171-43c0-93e3-8cd67d04463e None None] Provisioning for port 9a5feae1-8495-4d84-8ff8-5094ff82d413 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:24.195891 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 9a5feae1-8495-4d84-8ff8-5094ff82d413 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:24.452565 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd557287-24ed-48cd-a4a8-61001c72ad63 req-2af46ddd-6cd2-4760-9860-7e6e0c08710d tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca4c821e-e3c7-452f-824c-ab1d55d17bef HTTP/1.1" status: 200 len: 210 time: 0.0320449 Jun 24 09:25:24.458782 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 9a5feae1-8495-4d84-8ff8-5094ff82d413 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:24.468374 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 9a5feae1-8495-4d84-8ff8-5094ff82d413 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:24.468845 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:24.470729 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:24.506491 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-9c900063-66e2-49fb-b2ea-a1fb7719479a None None] Provisioning complete for port 9a5feae1-8495-4d84-8ff8-5094ff82d413 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:24.506885 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-9c900063-66e2-49fb-b2ea-a1fb7719479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:24.587680 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:24.638825 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-9c900063-66e2-49fb-b2ea-a1fb7719479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:24.653999 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 9a5feae1-8495-4d84-8ff8-5094ff82d413, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=9a5feae1-8495-4d84-8ff8-5094ff82d413,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:24.674067 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16302729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16318338'] for router, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:24.739716 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:24.741906 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:24.811442 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e63ef-e2f3-421a-9430-dfa519d0281d req-57591cbd-229d-42b7-a99e-411f85f3c5b1 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:24.812645 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.db.api [None req-9c900063-66e2-49fb-b2ea-a1fb7719479a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 09:25:24.813133 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_db.api [None req-9c900063-66e2-49fb-b2ea-a1fb7719479a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 09:25:24.813622 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b09e63ef-e2f3-421a-9430-dfa519d0281d req-57591cbd-229d-42b7-a99e-411f85f3c5b1 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0749519 Jun 24 09:25:24.823094 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=9a5feae1-8495-4d84-8ff8-5094ff82d413,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:24.828804 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:24.858025 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b09e63ef-e2f3-421a-9430-dfa519d0281d req-2aa00baf-ff2c-4891-92cc-6a78061c8510 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387337 Jun 24 09:25:24.902111 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 is scheduled to L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a with binding_index 1 {{(pid=93459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:25:25.022347 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:25:25.031619 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Sync routers for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:25:25.042788 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:25:25.043626 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:25.120092 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Notify callbacks [] for router, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:25.121840 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3525982 Jun 24 09:25:25.124982 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51690) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:25.153191 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:25:25.178254 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a8c07-269d-4d85-a1e5-cccb863e16d2 req-892ac283-d911-4a0e-81a8-ced4b6d341c3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:25.179972 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-185a8c07-269d-4d85-a1e5-cccb863e16d2 req-892ac283-d911-4a0e-81a8-ced4b6d341c3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.1029377 Jun 24 09:25:25.225673 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-185a8c07-269d-4d85-a1e5-cccb863e16d2 req-8b91d909-0904-4dc4-8eb7-bacef075b339 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394340 Jun 24 09:25:25.343053 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:23Z', 'revision_number': 3, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:25.385663 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Checking router: d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:25:25.385918 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Updating router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 port 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 binding host dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:25:25.396041 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26229a9c-d52c-40dd-87e7-6e61bd2207ae req-faa80e7b-ec3b-483b-b180-4e3d57c0dc93 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:25.397527 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-26229a9c-d52c-40dd-87e7-6e61bd2207ae req-faa80e7b-ec3b-483b-b180-4e3d57c0dc93 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 945 time: 0.1620836 Jun 24 09:25:25.426018 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:25.529156 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-26229a9c-d52c-40dd-87e7-6e61bd2207ae req-5265007b-d953-4bda-8838-e37b5392e0f3 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256366 Jun 24 09:25:25.676915 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:25.727399 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Notify callbacks [] for port, precommit_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:25.738107 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.provisioning_blocks [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Transition to ACTIVE for port object 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 will not be triggered until provisioned by entity L2. {{(pid=93462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:25.829960 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:25.832364 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-462fcae8-e0b5-4c7b-afe1-5b0ff7fb122c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:25.885888 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Pushing event updated for resources: {'Port': ['ID=8a403ed5-7a47-4436-9d4a-7e2ce4ef2377,revision_number=2']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:25.888796 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Attempting to bind port 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:25:25.889167 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Attempting to bind port 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:25:25.889535 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Attempting to bind port 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 on network 9b126f81-95f7-4d7b-999a-b64433cd03c3 {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:25:25.897780 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:25.898058 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:25.898392 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:25.898719 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:25.899076 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:25.899399 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:25.899722 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:25.900041 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:25.900395 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:25.900704 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:25.901019 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:25.901332 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:25.904832 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:25.906278 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:25:25.906650 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Checking segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:25:25.907077 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:25.908086 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Bound using segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:25:25.908563 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Bound port: 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:25:25.908936 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:25.917906 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Allocated IP 172.20.0.1 (fb47e512-5e26-4207-b976-9fe983e57a28/e7e12545-9651-49d6-befe-66dc1f60d9c6/1e058247-9c10-4ee9-9470-1e1eb111233f) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:25:25.944031 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-fa5689ad-5f7e-4e67-8cc3-f232dc109f77 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:25.945739 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-fa5689ad-5f7e-4e67-8cc3-f232dc109f77 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/networks?id=f4edc7d2-70e5-4843-ad5b-29585717868b HTTP/1.1" status: 200 len: 809 time: 0.1561215 Jun 24 09:25:25.959923 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] For port 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:25:25.962820 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] For port 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=8a403ed5-7a47-4436-9d4a-7e2ce4ef2377,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:25:25.995022 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-77c38f7d-9c91-447d-b06d-ec284df08f10 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/quotas/bd668cc2d1824f1c9b4ee453e68c6200 HTTP/1.1" status: 200 len: 375 time: 0.0430264 Jun 24 09:25:26.024617 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:26.027802 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:26.038667 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-25f6fd56-1354-4cc2-bd4e-72897e63691c tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd668cc2d1824f1c9b4ee453e68c6200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380583 Jun 24 09:25:26.074686 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 9a5feae1-8495-4d84-8ff8-5094ff82d413 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:26.092837 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Pushing event updated for resources: {'Port': ['ID=8a403ed5-7a47-4436-9d4a-7e2ce4ef2377,revision_number=3']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:26.097709 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-d1c94a50-ea20-4f04-b886-d1cb4a4cb4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:26.102323 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:25:26.102946 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:26.116430 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:26.137317 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 9a5feae1-8495-4d84-8ff8-5094ff82d413 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:26.137900 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Transition to ACTIVE for port object 1e058247-9c10-4ee9-9470-1e1eb111233f will not be triggered until provisioned by entity DHCP. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:26.138045 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:26.171678 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-6e0f6a8a-0e19-47c9-88dd-391085a96eab service neutron] 10.222.0.39 "GET /v2.0/networks/f4edc7d2-70e5-4843-ad5b-29585717868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236610 Jun 24 09:25:26.211208 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:25:26.291539 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-8e5e303f-ecef-4d1a-8f2b-3775c13610e0 service neutron] 10.222.0.39 "GET /v2.0/networks/f4edc7d2-70e5-4843-ad5b-29585717868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099410 Jun 24 09:25:26.299611 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:26.304029 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:26.352235 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Network fb47e512-5e26-4207-b976-9fe983e57a28 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:26.358172 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:26.378327 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:25:26.380716 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Pushing event updated for resources: {'Port': ['ID=1e058247-9c10-4ee9-9470-1e1eb111233f,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:26.385369 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:26.431004 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6606501-0b81-4b18-85b9-1f9a752cbffe req-4bc2adb0-54a0-425b-8712-48e998257958 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:26.437550 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16380957'] for router_interface, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:26.438404 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d6606501-0b81-4b18-85b9-1f9a752cbffe req-4bc2adb0-54a0-425b-8712-48e998257958 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0804896 Jun 24 09:25:26.486439 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d6606501-0b81-4b18-85b9-1f9a752cbffe req-b0b30a26-1c18-4cb8-95c1-7f5039a66701 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475025 Jun 24 09:25:26.541456 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:23Z', 'revision_number': 3, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:26.583642 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0bd3a-1df6-41ef-83e0-93ee96324255 None None] The sync data for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi is: [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:23Z', 'revision_number': 3, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:25:26.665563 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c576b26b-bc9e-4fde-b6e8-06cc3ce23fdb req-2c129f27-e515-4800-badb-dba70785276f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 210 time: 0.0550728 Jun 24 09:25:26.719419 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:26.724675 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device ef9abc67-1913-4325-aac4-92be5c84eac5 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:26.791181 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-628a1399-d7dc-4135-a908-b8b4659a0dea None None] Provisioning for port 1e058247-9c10-4ee9-9470-1e1eb111233f completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:26.795374 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-628a1399-d7dc-4135-a908-b8b4659a0dea None None] Provisioning complete for port 1e058247-9c10-4ee9-9470-1e1eb111233f triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:26.795865 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-628a1399-d7dc-4135-a908-b8b4659a0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:26.871127 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port ef9abc67-1913-4325-aac4-92be5c84eac5 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:26.897364 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504b6f0-aac9-48d1-9dcf-0924e8a3134f req-740f6476-69c4-4ce5-8b67-cc091d391ceb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:26.903462 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-628a1399-d7dc-4135-a908-b8b4659a0dea None None] Port 1e058247-9c10-4ee9-9470-1e1eb111233f cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:25:26.907160 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port ef9abc67-1913-4325-aac4-92be5c84eac5 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:26.908068 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:26.912166 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c504b6f0-aac9-48d1-9dcf-0924e8a3134f req-740f6476-69c4-4ce5-8b67-cc091d391ceb tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1073647 Jun 24 09:25:26.987405 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c504b6f0-aac9-48d1-9dcf-0924e8a3134f req-66c213ae-6724-48f9-9f40-3112f1385120 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667393 Jun 24 09:25:27.039063 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:27.069767 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c8cc5a-6553-4d92-bf4e-3b01516e7a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9abc67-1913-4325-aac4-92be5c84eac5'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:25:27.072898 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef10fb2-05c2-4a02-9839-4945ccd254e8" -d '{"events": [{"server_uuid": "d9c8cc5a-6553-4d92-bf4e-3b01516e7a12", "name": "network-vif-plugged", "status": "completed", "tag": "ef9abc67-1913-4325-aac4-92be5c84eac5"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:25:27.092115 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port ef9abc67-1913-4325-aac4-92be5c84eac5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ef9abc67-1913-4325-aac4-92be5c84eac5,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:27.168577 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a5156-7ea2-44e9-9cd3-71cbec93a638 req-8f3f5eea-53ec-4956-a768-bb32b5d323c8 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:27.170221 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e14a5156-7ea2-44e9-9cd3-71cbec93a638 req-8f3f5eea-53ec-4956-a768-bb32b5d323c8 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 945 time: 0.4160035 Jun 24 09:25:27.201860 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:27.202748 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device b34cca9b-91fa-4d1c-8a0e-d48cf6372854 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:25:27.214626 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:27.240851 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: b34cca9b-91fa-4d1c-8a0e-d48cf6372854 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:25:27.241208 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device b34cca9b-91fa-4d1c-8a0e-d48cf6372854 not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:25:27.252518 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e14a5156-7ea2-44e9-9cd3-71cbec93a638 req-cbbb3741-ee78-45db-8c0b-d239faa6aa3d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759146 Jun 24 09:25:27.296242 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=ef9abc67-1913-4325-aac4-92be5c84eac5,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:27.307400 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:27.320254 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:27.334428 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2183e3d5-153c-4b0b-bc4a-f35a0575c426 x-openstack-request-id: req-2183e3d5-153c-4b0b-bc4a-f35a0575c426 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:25:27.334731 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c8cc5a-6553-4d92-bf4e-3b01516e7a12", "name": "network-vif-plugged", "status": "completed", "tag": "ef9abc67-1913-4325-aac4-92be5c84eac5", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:25:27.335016 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2183e3d5-153c-4b0b-bc4a-f35a0575c426 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:25:27.335502 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c8cc5a-6553-4d92-bf4e-3b01516e7a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9abc67-1913-4325-aac4-92be5c84eac5', 'code': 200} Jun 24 09:25:27.393767 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:27.396399 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:27.471314 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Pushing event updated for resources: {'Port': ['ID=1e058247-9c10-4ee9-9470-1e1eb111233f,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:27.476959 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:27.484396 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16381065'] for router_interface, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:27.613091 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Network fb47e512-5e26-4207-b976-9fe983e57a28 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:27.614775 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:27.797219 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:25:27.814158 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e0715-9015-47d5-a26f-1472402f0116 req-46ccec4f-326c-44dd-b12b-0cf1ee46607b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:27.816458 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-997e0715-9015-47d5-a26f-1472402f0116 req-46ccec4f-326c-44dd-b12b-0cf1ee46607b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.1544747 Jun 24 09:25:27.825603 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72a1f5-b037-4ba0-92d0-89170ca4daf8 req-48493124-8325-42ae-8584-78e58938e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:27.827271 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fb72a1f5-b037-4ba0-92d0-89170ca4daf8 req-48493124-8325-42ae-8584-78e58938e871 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 1099 time: 0.0750265 Jun 24 09:25:27.871871 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fb72a1f5-b037-4ba0-92d0-89170ca4daf8 req-bf594ffa-50b6-476f-8315-ac095eb2e0f2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338693 Jun 24 09:25:27.929378 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-997e0715-9015-47d5-a26f-1472402f0116 req-f5bbbdbd-02de-478b-bae5-06344ccd7091 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745068 Jun 24 09:25:27.930726 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-3d2ff93c-5d25-4f42-876a-137ea95f5a37 None None] Provisioning complete for port 1e058247-9c10-4ee9-9470-1e1eb111233f triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:27.932715 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff93c-5d25-4f42-876a-137ea95f5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:27.963966 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:25:27.975496 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] 10.222.0.39 "PUT /v2.0/routers/d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8493237 Jun 24 09:25:27.995500 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ff93c-5d25-4f42-876a-137ea95f5a37 None None] Port 1e058247-9c10-4ee9-9470-1e1eb111233f cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:25:28.115251 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-607e8fcd-d7fc-4fab-991e-d6eab8821feb req-cdf81ebe-a9a2-4f72-b60c-8f5b13606c69 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 210 time: 0.0323784 Jun 24 09:25:28.116049 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:28.235618 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:28.244305 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:28.245031 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:28.389614 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:28.408737 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:28.431082 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=8a403ed5-7a47-4436-9d4a-7e2ce4ef2377,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:28.462786 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a446f-9b5b-4d95-8fc8-984639394374 req-96eb2ac9-54e1-4761-909b-29c12a38f2e9 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:28.464399 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bf8a446f-9b5b-4d95-8fc8-984639394374 req-96eb2ac9-54e1-4761-909b-29c12a38f2e9 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 946 time: 0.0677531 Jun 24 09:25:28.503034 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:28.505099 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:28.519363 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bf8a446f-9b5b-4d95-8fc8-984639394374 req-bdd48e97-ee89-45d9-b580-4e0bdd9aab4e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490687 Jun 24 09:25:28.583666 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=8a403ed5-7a47-4436-9d4a-7e2ce4ef2377,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:28.589392 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:28.605653 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Sync routers for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:25:28.615229 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:25:28.615847 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:28.724097 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:25:28.831159 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51778) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:28.836090 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-128148971-network', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:28.933974 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:27Z', 'revision_number': 2, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:28.959885 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Checking router: d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:25:28.960251 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Updating router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 port 1e058247-9c10-4ee9-9470-1e1eb111233f binding host dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:25:28.972820 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Made reservation on behalf of 7e9e1a61b63448cb96b06ee581a7a442 for: {'network': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:25:28.975368 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:28.984115 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:28.993825 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:29.156406 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:29.192083 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb80f9-bd94-4da7-966f-7adab4139df7 req-57bf2c88-82e5-4992-a077-d798a8e7994b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:29.200065 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9cdb80f9-bd94-4da7-966f-7adab4139df7 req-57bf2c88-82e5-4992-a077-d798a8e7994b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.1127715 Jun 24 09:25:29.248959 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9cdb80f9-bd94-4da7-966f-7adab4139df7 req-93c9aea0-fb3b-48b4-945a-e8beb4ff0381 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433908 Jun 24 09:25:29.251172 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:29.265969 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:25:29.275623 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:29.276108 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.segments_db [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Added segment 1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b of type vlan for network 95eac441-4718-4432-815c-2f1b645dd938 Jun 24 09:25:29.277441 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e9a161e8-9953-4db0-a981-6a6b5af96394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:29.315687 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-72ca1c07-8433-481f-b304-3de59ddff263 req-2afb297f-3d3e-422a-84d9-51a940517804 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 210 time: 0.0341544 Jun 24 09:25:29.345613 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a173ecf-da1a-4719-a319-b3f1f1d4999a,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:29.353065 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:29.356928 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:29.405929 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:29.416260 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Transition to ACTIVE for port object 1e058247-9c10-4ee9-9470-1e1eb111233f will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:29.441035 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:29.442397 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:29.443029 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:29.445520 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-69b62983-98e0-4932-a760-40a97a6b476d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:29.510467 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Pushing event updated for resources: {'Network': ['ID=95eac441-4718-4432-815c-2f1b645dd938,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:29.513134 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:29.523715 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network 95eac441-4718-4432-815c-2f1b645dd938 details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:25:29.526106 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:29.529323 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:29.539044 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-f1d688e2-8a81-4a3f-b82f-db98c6772e5c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7067180 Jun 24 09:25:29.541841 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51788) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:29.552245 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-02d94658-4915-4556-933a-679c57eab166 admin admin] Request body: {'subnet': {'network_id': '95eac441-4718-4432-815c-2f1b645dd938', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-128148971-subnet', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'ip_version': 4}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:29.642044 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d94658-4915-4556-933a-679c57eab166 admin admin] Made reservation on behalf of 7e9e1a61b63448cb96b06ee581a7a442 for: {'subnet': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:25:29.646226 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-02d94658-4915-4556-933a-679c57eab166 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13447192'] for subnet, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:29.647185 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7157aa-b61b-4d36-ba63-6582c885f744 None None] Pushing event updated for resources: {'Port': ['ID=1e058247-9c10-4ee9-9470-1e1eb111233f,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:29.677748 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-ce7157aa-b61b-4d36-ba63-6582c885f744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:29.721293 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Attempting to bind port 1e058247-9c10-4ee9-9470-1e1eb111233f on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:25:29.721877 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Attempting to bind port 1e058247-9c10-4ee9-9470-1e1eb111233f by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:25:29.722433 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Attempting to bind port 1e058247-9c10-4ee9-9470-1e1eb111233f on network fb47e512-5e26-4207-b976-9fe983e57a28 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:25:29.728085 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:25:29.728740 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Checking segment: {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:25:29.729317 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:29.729719 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Bound using segment: {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:25:29.730192 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Bound port: 1e058247-9c10-4ee9-9470-1e1eb111233f, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:25:29.730783 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:29.822070 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56820dad-77d9-43c0-861e-b29aaa6569e3 req-f86a387a-e043-4c83-82ee-da0d1c273ad8 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:29.827111 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-56820dad-77d9-43c0-861e-b29aaa6569e3 req-f86a387a-e043-4c83-82ee-da0d1c273ad8 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 946 time: 0.1286502 Jun 24 09:25:29.839127 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] For port 1e058247-9c10-4ee9-9470-1e1eb111233f, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:25:29.840741 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] For port 1e058247-9c10-4ee9-9470-1e1eb111233f, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=1e058247-9c10-4ee9-9470-1e1eb111233f,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:25:29.869660 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-1ec5501e-52e1-4595-85cf-91c47a3d449f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:29.871316 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-1ec5501e-52e1-4595-85cf-91c47a3d449f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.60 "GET /v2.0/networks?id=f4edc7d2-70e5-4843-ad5b-29585717868b HTTP/1.1" status: 200 len: 809 time: 0.1402442 Jun 24 09:25:29.891520 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Request body: {'port': {'device_id': '15e4139d-1713-451d-8f69-386ab5136665', 'network_id': 'f4edc7d2-70e5-4843-ad5b-29585717868b', 'admin_state_up': True, 'tenant_id': 'bd668cc2d1824f1c9b4ee453e68c6200'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:29.900872 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-56820dad-77d9-43c0-861e-b29aaa6569e3 req-0905c0eb-14d4-4270-8aa0-9792e040cd46 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670133 Jun 24 09:25:30.007379 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:30.009367 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:30.032704 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-02d94658-4915-4556-933a-679c57eab166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14455540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13447178'] for subnet, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:30.034434 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-9aa8686d-5950-4d6d-a493-a83199d4f560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:30.075089 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7157aa-b61b-4d36-ba63-6582c885f744 None None] Pushing event updated for resources: {'Port': ['ID=1e058247-9c10-4ee9-9470-1e1eb111233f,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:30.079292 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-ce7157aa-b61b-4d36-ba63-6582c885f744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:30.081748 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:25:30.081748 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:30.098597 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Made reservation on behalf of bd668cc2d1824f1c9b4ee453e68c6200 for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:25:30.102311 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d94658-4915-4556-933a-679c57eab166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84a199f-daa0-4fa4-8068-38df309c1883,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:30.102962 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-02d94658-4915-4556-933a-679c57eab166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:30.104166 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:30.127342 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:30.132506 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d94658-4915-4556-933a-679c57eab166 admin admin] Checking segment: {'id': '1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '95eac441-4718-4432-815c-2f1b645dd938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:25:30.132892 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d94658-4915-4556-933a-679c57eab166 admin admin] Network hostable DHCP agents. Network: 95eac441-4718-4432-815c-2f1b645dd938, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:25:30.241275 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d94658-4915-4556-933a-679c57eab166 admin admin] Network 95eac441-4718-4432-815c-2f1b645dd938 is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:25:30.255735 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:30.256154 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:30.263374 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:25:30.267049 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Allocated IP 172.20.0.12 (f4edc7d2-70e5-4843-ad5b-29585717868b/4333a025-cb16-4659-bbc8-92b01c47ef6b/76c77407-26f3-4622-8b98-d3508268727e) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:25:30.321184 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-02d94658-4915-4556-933a-679c57eab166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, 95eac441-4718-4432-815c-2f1b645dd938) {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:30.325396 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d94658-4915-4556-933a-679c57eab166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:30.326059 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-02d94658-4915-4556-933a-679c57eab166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:30.336883 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9d680e-c07d-47c2-8de9-2e8560cedc12 None None] Network 95eac441-4718-4432-815c-2f1b645dd938 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:25:30.428112 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-02d94658-4915-4556-933a-679c57eab166 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8820760 Jun 24 09:25:30.428112 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51800) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:30.432630 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-128148971-router', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:30.482487 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0b9cbb70-c58b-47f8-bafa-573e6313a085 req-7152b4c9-ed85-44ca-bd88-c1558e35d430 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 210 time: 0.0300984 Jun 24 09:25:30.521495 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:30.524535 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16302751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25639'] for router, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:30.525361 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16302253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16375808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16395457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25640'] for router, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:30.573629 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b842c-f219-4ee4-8ec8-df83fc216bac req-3e421a21-cedc-40f8-9269-9778c8c0a10a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:30.575228 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9c1b842c-f219-4ee4-8ec8-df83fc216bac req-3e421a21-cedc-40f8-9269-9778c8c0a10a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.1358914 Jun 24 09:25:30.590388 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:30.623320 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9c1b842c-f219-4ee4-8ec8-df83fc216bac req-ad217e6e-1778-4808-8103-1b8bc83f1f43 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326996 Jun 24 09:25:30.656809 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:30.661657 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d38757aa-97b5-4a82-b59e-265e3e737154 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:30.708900 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Network f4edc7d2-70e5-4843-ad5b-29585717868b is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:30.712764 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:30.716057 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:25:30.757224 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Pushing event updated for resources: {'Port': ['ID=76c77407-26f3-4622-8b98-d3508268727e,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:30.761605 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:30.776565 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:30.777086 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:30.804165 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed33512-b3e3-58ef-ba84-c64153fe4983-95eac441-4718-4432-815c-2f1b645dd938', 'network_id': '95eac441-4718-4432-815c-2f1b645dd938', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'fixed_ips': [{'subnet_id': 'e84a199f-daa0-4fa4-8068-38df309c1883'}]}} from dv-cinder-797812-1-iscsi. {{(pid=93461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:25:30.804901 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16318367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16302736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25658'] for router, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:30.805008 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:30.852004 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9642539 Jun 24 09:25:30.876977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Request body: {'port': {'device_id': '15e4139d-1713-451d-8f69-386ab5136665', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:30.895606 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:29Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:30.937507 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e80508-b1d3-473a-bc81-eaeca3a37fb7 None None] The sync data for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi is: [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:29Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:25:30.952321 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:31.045287 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.db_base_plugin_common [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Allocated IP 172.20.0.2 (95eac441-4718-4432-815c-2f1b645dd938/e84a199f-daa0-4fa4-8068-38df309c1883/62be1e59-198f-4760-9c57-4f0096be2c63) {{(pid=93461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:25:31.212653 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:31.222442 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Transition to ACTIVE for port object 62be1e59-198f-4760-9c57-4f0096be2c63 will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:31.245851 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Transition to ACTIVE for port object 62be1e59-198f-4760-9c57-4f0096be2c63 will not be triggered until provisioned by entity DHCP. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:31.256706 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fa189-419f-471f-b852-139669e36eab req-ae3f4033-6de5-4350-87aa-4372d478b4ed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:31.256706 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6e9fa189-419f-471f-b852-139669e36eab req-ae3f4033-6de5-4350-87aa-4372d478b4ed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 946 time: 0.1552341 Jun 24 09:25:31.256706 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:31.278673 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:31.321659 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:31.325185 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-38ab8777-ef8b-4cc4-98ae-aa8b889d4eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:31.363162 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6e9fa189-419f-471f-b852-139669e36eab req-7c5e756b-ff19-4289-a310-407d641347e0 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862427 Jun 24 09:25:31.364383 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c77407-26f3-4622-8b98-d3508268727e {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:25:31.376531 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:31.399191 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Transition to ACTIVE for port object 76c77407-26f3-4622-8b98-d3508268727e will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:31.401799 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Network 95eac441-4718-4432-815c-2f1b645dd938 is already hosted by enough agents. {{(pid=93461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:31.411719 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.base_scheduler [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Resources bound (agent type, host, resource id): {{(pid=93461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:31.412662 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Received port after_create {{(pid=93461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:25:31.425379 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Pushing event updated for resources: {'Port': ['ID=62be1e59-198f-4760-9c57-4f0096be2c63,revision_number=1']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:31.449814 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Allocated IP 172.27.2.183 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/0e54af3b-e658-4734-a261-b1a859d90529) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:25:31.453789 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:31.487168 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:31.490178 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d794897e-902d-47da-8296-82ce20da3dce tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:31.500005 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Attempting to bind port 62be1e59-198f-4760-9c57-4f0096be2c63 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:25:31.500383 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Attempting to bind port 62be1e59-198f-4760-9c57-4f0096be2c63 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '95eac441-4718-4432-815c-2f1b645dd938'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:25:31.500780 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Attempting to bind port 62be1e59-198f-4760-9c57-4f0096be2c63 on network 95eac441-4718-4432-815c-2f1b645dd938 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:25:31.507131 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:25:31.508357 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Checking segment: {'id': '1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '95eac441-4718-4432-815c-2f1b645dd938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:25:31.508788 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:31.510914 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Bound using segment: {'id': '1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '95eac441-4718-4432-815c-2f1b645dd938'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:25:31.510914 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Bound port: 62be1e59-198f-4760-9c57-4f0096be2c63, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '95eac441-4718-4432-815c-2f1b645dd938'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:25:31.512448 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:32.172647 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:32.174347 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] For port 62be1e59-198f-4760-9c57-4f0096be2c63, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:25:32.174347 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] For port 62be1e59-198f-4760-9c57-4f0096be2c63, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=62be1e59-198f-4760-9c57-4f0096be2c63,segment=NetworkSegment(1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b),segment_id=1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:25:32.175591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Pushing event updated for resources: {'Port': ['ID=76c77407-26f3-4622-8b98-d3508268727e,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:32.175591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:32.175591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Attempting to bind port 76c77407-26f3-4622-8b98-d3508268727e on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:25:32.175591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Attempting to bind port 76c77407-26f3-4622-8b98-d3508268727e by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '091da358-fc48-4d0f-9ae5-8d35e4aa8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4edc7d2-70e5-4843-ad5b-29585717868b'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:25:32.175591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Attempting to bind port 76c77407-26f3-4622-8b98-d3508268727e on network f4edc7d2-70e5-4843-ad5b-29585717868b {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:25:32.175591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Port 76c77407-26f3-4622-8b98-d3508268727e on network f4edc7d2-70e5-4843-ad5b-29585717868b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:25:32.175591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Attempting to bind port 76c77407-26f3-4622-8b98-d3508268727e on network f4edc7d2-70e5-4843-ad5b-29585717868b {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:25:32.175591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:25:32.175591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Checking segment: {'id': '091da358-fc48-4d0f-9ae5-8d35e4aa8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4edc7d2-70e5-4843-ad5b-29585717868b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:25:32.175591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Bound using segment: {'id': '091da358-fc48-4d0f-9ae5-8d35e4aa8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4edc7d2-70e5-4843-ad5b-29585717868b'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:25:32.175591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Bound port: 76c77407-26f3-4622-8b98-d3508268727e, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091da358-fc48-4d0f-9ae5-8d35e4aa8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f4edc7d2-70e5-4843-ad5b-29585717868b'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:25:32.177472 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:32.177472 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31d62-dc91-4370-89f5-029ee6a3b511 req-04f619b9-4ca5-4beb-af35-948a31f389b8 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:32.177472 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ecf31d62-dc91-4370-89f5-029ee6a3b511 req-04f619b9-4ca5-4beb-af35-948a31f389b8 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 944 time: 0.1008482 Jun 24 09:25:32.178345 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86636cc5-4ad2-43be-8360-33d555a46187 req-683dc8c1-4de1-45a4-9edb-7eeb4f9042af tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:32.178345 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-86636cc5-4ad2-43be-8360-33d555a46187 req-683dc8c1-4de1-45a4-9edb-7eeb4f9042af tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0823631 Jun 24 09:25:32.179604 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ecf31d62-dc91-4370-89f5-029ee6a3b511 req-155fabcc-190e-429a-a2bb-be9571f0626a tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704844 Jun 24 09:25:32.179604 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] For port 76c77407-26f3-4622-8b98-d3508268727e, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:25:32.179604 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] For port 76c77407-26f3-4622-8b98-d3508268727e, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=76c77407-26f3-4622-8b98-d3508268727e,segment=NetworkSegment(091da358-fc48-4d0f-9ae5-8d35e4aa8ba9),segment_id=091da358-fc48-4d0f-9ae5-8d35e4aa8ba9)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:25:32.181761 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-86636cc5-4ad2-43be-8360-33d555a46187 req-8e6d09de-1f68-4bc7-8ce3-d3b342002591 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332596 Jun 24 09:25:32.182413 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 1e058247-9c10-4ee9-9470-1e1eb111233f up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:32.187666 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:32.188618 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:32.188789 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:32.188947 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:32.189057 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:32.189156 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0a698470-08fd-4618-a86c-99c38528c484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:32.189250 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:32.189727 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:32.191116 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-e2389823-a162-4473-b307-f291901bcc63 service neutron] 10.222.0.60 "PUT /v2.0/ports/76c77407-26f3-4622-8b98-d3508268727e HTTP/1.1" status: 200 len: 1094 time: 1.3190174 Jun 24 09:25:32.191604 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e4139d-1713-451d-8f69-386ab5136665', 'tag': '76c77407-26f3-4622-8b98-d3508268727e'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:25:32.193891 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caf7888-d076-4ad1-b56f-dec68f9242bc" -d '{"events": [{"name": "network-changed", "server_uuid": "15e4139d-1713-451d-8f69-386ab5136665", "tag": "76c77407-26f3-4622-8b98-d3508268727e"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:25:32.240606 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Pushing event updated for resources: {'Port': ['ID=76c77407-26f3-4622-8b98-d3508268727e,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:32.246293 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:32.255080 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97822d3b-49eb-4822-b07e-36e3da91a3c7 x-openstack-request-id: req-97822d3b-49eb-4822-b07e-36e3da91a3c7 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:25:32.255682 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e4139d-1713-451d-8f69-386ab5136665", "tag": "76c77407-26f3-4622-8b98-d3508268727e", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:25:32.256148 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 1e058247-9c10-4ee9-9470-1e1eb111233f completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:32.256483 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97822d3b-49eb-4822-b07e-36e3da91a3c7 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:25:32.258138 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e4139d-1713-451d-8f69-386ab5136665', 'tag': '76c77407-26f3-4622-8b98-d3508268727e', 'status': 'completed', 'code': 200} Jun 24 09:25:32.266667 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Pushing event updated for resources: {'Port': ['ID=62be1e59-198f-4760-9c57-4f0096be2c63,revision_number=2']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:32.270374 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Pushing event updated for resources: {'Port': ['ID=0e54af3b-e658-4734-a261-b1a859d90529,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:32.270852 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 1e058247-9c10-4ee9-9470-1e1eb111233f triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:32.271036 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:32.287654 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:32.287654 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:32.288804 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:32.292013 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:25:32.309615 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:32.414358 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:32.417402 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf7888-d076-4ad1-b56f-dec68f9242bc req-7dbafc14-b99e-4e9a-b46e-7e25277ac0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:32.419640 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5caf7888-d076-4ad1-b56f-dec68f9242bc req-7dbafc14-b99e-4e9a-b46e-7e25277ac0fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd668cc2d1824f1c9b4ee453e68c6200&device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 1097 time: 0.0938685 Jun 24 09:25:32.463240 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 1e058247-9c10-4ee9-9470-1e1eb111233f, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=1e058247-9c10-4ee9-9470-1e1eb111233f,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:32.559688 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:32.573886 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:32.632216 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf7888-d076-4ad1-b56f-dec68f9242bc req-d033893c-0478-4ff2-a194-375d90dfe395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:32.633683 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5caf7888-d076-4ad1-b56f-dec68f9242bc req-d033893c-0478-4ff2-a194-375d90dfe395 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=bd668cc2d1824f1c9b4ee453e68c6200&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1907816 Jun 24 09:25:32.641135 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=1e058247-9c10-4ee9-9470-1e1eb111233f,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:32.644243 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:32.683352 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:32.744737 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf7888-d076-4ad1-b56f-dec68f9242bc req-69a8f5fe-e06e-4ef7-97f6-ece79b65fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:32.746075 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5caf7888-d076-4ad1-b56f-dec68f9242bc req-69a8f5fe-e06e-4ef7-97f6-ece79b65fa35 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980203 Jun 24 09:25:32.884792 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16302729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16318338'] for router, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:32.907054 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-419169ff-710a-4b0b-8c59-9e9dbc748415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:32.908568 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-419169ff-710a-4b0b-8c59-9e9dbc748415 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd668cc2d1824f1c9b4ee453e68c6200&device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 1097 time: 0.0596113 Jun 24 09:25:33.062704 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-04d1230f-b658-419d-b51d-023a1e819224 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76c77407-26f3-4622-8b98-d3508268727e HTTP/1.1" status: 200 len: 217 time: 0.0752399 Jun 24 09:25:33.169011 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-0e9de924-8834-4e84-add9-38df559b5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:33.170837 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-0e9de924-8834-4e84-add9-38df559b5203 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4333a025-cb16-4659-bbc8-92b01c47ef6b HTTP/1.1" status: 200 len: 849 time: 0.0998695 Jun 24 09:25:33.208736 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b06fd-721e-4fc0-8a66-0a4aea2d1b3e req-c5f651a4-e64a-48c4-b133-ae823b246d75 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:33.211600 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0b3b06fd-721e-4fc0-8a66-0a4aea2d1b3e req-c5f651a4-e64a-48c4-b133-ae823b246d75 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0995295 Jun 24 09:25:33.242060 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-96d6af39-6ee4-41b9-a532-527ebf97d999 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4edc7d2-70e5-4843-ad5b-29585717868b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509334 Jun 24 09:25:33.273413 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449e423-8992-4aa6-9000-a7533bb98e1c req-8f135272-a9f8-41ed-a261-8a317cf49492 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:33.274987 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3449e423-8992-4aa6-9000-a7533bb98e1c req-8f135272-a9f8-41ed-a261-8a317cf49492 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 944 time: 0.1037869 Jun 24 09:25:33.320939 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3449e423-8992-4aa6-9000-a7533bb98e1c req-1e0ae7ac-ee5f-4d17-996a-e1fcc78b4f6f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370004 Jun 24 09:25:33.330443 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0b3b06fd-721e-4fc0-8a66-0a4aea2d1b3e req-ea631e2f-661b-490e-a6fe-3655bedce87a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911357 Jun 24 09:25:33.364950 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Router 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 is scheduled to L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a with binding_index 1 {{(pid=93460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:25:33.366113 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-413abe33-c207-4f2e-9ca8-a1ca1b6ad470 service neutron] 10.222.0.60 "GET /v2.0/networks/f4edc7d2-70e5-4843-ad5b-29585717868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099243 Jun 24 09:25:33.404846 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2792d8f2-5e23-4cc0-8ce9-a3c21e42fcd1 None None] Network 95eac441-4718-4432-815c-2f1b645dd938 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:25:33.492451 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:25:33.501000 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-000d4436-edb6-41ff-9ebe-9089e34d2550 req-2669e106-8c24-483f-8914-bbbbfe515123 service neutron] 10.222.0.60 "GET /v2.0/networks/f4edc7d2-70e5-4843-ad5b-29585717868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211371 Jun 24 09:25:33.503107 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Sync routers for ids ['1e36a1da-7d17-4f8b-92c0-b76d0db24df9'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:25:33.513384 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Routers {'1e36a1da-7d17-4f8b-92c0-b76d0db24df9'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:25:33.513997 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['1e36a1da-7d17-4f8b-92c0-b76d0db24df9'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:33.560729 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-78aed1de-0553-4986-8bd8-267d3a2adb58 None None] Provisioning for port 62be1e59-198f-4760-9c57-4f0096be2c63 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:33.593624 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Notify callbacks [] for router, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:33.595052 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1663909 Jun 24 09:25:33.597880 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 51840) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:33.647889 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Set router 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:25:33.875413 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'name': 'tempest-TestVolumeBootPattern-128148971-router', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '0e54af3b-e658-4734-a261-b1a859d90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:30Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 3, 'project_id': '7e9e1a61b63448cb96b06ee581a7a442', 'gw_port': {'id': '0e54af3b-e658-4734-a261-b1a859d90529', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:31Z', 'updated_at': '2021-06-24T09:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:33.907872 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Checking router: 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:25:33.908158 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Updating router 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 port 0e54af3b-e658-4734-a261-b1a859d90529 binding host dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:25:33.942079 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.124699 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.180065 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 1e058247-9c10-4ee9-9470-1e1eb111233f up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:34.202299 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Notify callbacks [] for port, precommit_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.212665 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.provisioning_blocks [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Transition to ACTIVE for port object 0e54af3b-e658-4734-a261-b1a859d90529 will not be triggered until provisioned by entity L2. {{(pid=93462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:34.229394 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 1e058247-9c10-4ee9-9470-1e1eb111233f triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:34.229771 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.289907 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Allocated IP 172.20.0.1 (95eac441-4718-4432-815c-2f1b645dd938/e84a199f-daa0-4fa4-8068-38df309c1883/c197b517-2343-4d8d-a749-f5de9f573683) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:25:34.315313 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 62be1e59-198f-4760-9c57-4f0096be2c63 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:34.320817 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.324088 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:34.384203 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8345b-9b5d-491b-b2aa-7989562fdfd1 None None] Pushing event updated for resources: {'Port': ['ID=0e54af3b-e658-4734-a261-b1a859d90529,revision_number=2']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:34.384203 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-35a8345b-9b5d-491b-b2aa-7989562fdfd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:34.386109 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Attempting to bind port 0e54af3b-e658-4734-a261-b1a859d90529 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:25:34.386492 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Attempting to bind port 0e54af3b-e658-4734-a261-b1a859d90529 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:25:34.386880 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Attempting to bind port 0e54af3b-e658-4734-a261-b1a859d90529 on network 9b126f81-95f7-4d7b-999a-b64433cd03c3 {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:25:34.392506 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:25:34.392880 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Checking segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:25:34.393317 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.393681 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Bound using segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:25:34.394144 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Bound port: 0e54af3b-e658-4734-a261-b1a859d90529, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:25:34.394520 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.400956 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.417380 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Transition to ACTIVE for port object c197b517-2343-4d8d-a749-f5de9f573683 will not be triggered until provisioned by entity DHCP. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:34.448604 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] For port 0e54af3b-e658-4734-a261-b1a859d90529, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:25:34.451684 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] For port 0e54af3b-e658-4734-a261-b1a859d90529, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=0e54af3b-e658-4734-a261-b1a859d90529,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:25:34.452338 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 62be1e59-198f-4760-9c57-4f0096be2c63 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:34.456222 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 62be1e59-198f-4760-9c57-4f0096be2c63 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:34.461771 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.522051 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b2cc1-011e-43de-a5d8-186091d8f05c req-b7f5ac8c-3ba5-4c27-a6a8-c522b7913e09 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:34.523538 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9d4b2cc1-011e-43de-a5d8-186091d8f05c req-b7f5ac8c-3ba5-4c27-a6a8-c522b7913e09 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 944 time: 0.0672064 Jun 24 09:25:34.532392 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.544953 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.549396 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:34.561466 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.564946 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-10cb5f9a-0f39-496c-8600-d01198b903c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:34.595343 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 62be1e59-198f-4760-9c57-4f0096be2c63, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=62be1e59-198f-4760-9c57-4f0096be2c63,segment=NetworkSegment(1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b),segment_id=1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:34.611432 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9d4b2cc1-011e-43de-a5d8-186091d8f05c req-d509393e-5a6f-4276-81fe-2c2c48bc355f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822632 Jun 24 09:25:34.613203 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Network 95eac441-4718-4432-815c-2f1b645dd938 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:34.617825 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:34.625150 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:25:34.628905 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Pushing event updated for resources: {'Port': ['ID=c197b517-2343-4d8d-a749-f5de9f573683,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:34.651191 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:34.686089 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16380957'] for router_interface, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.697861 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.699941 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-ce7157aa-b61b-4d36-ba63-6582c885f744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:34.723123 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Routers {'1e36a1da-7d17-4f8b-92c0-b76d0db24df9'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:25:34.723932 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['1e36a1da-7d17-4f8b-92c0-b76d0db24df9'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:34.771258 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8345b-9b5d-491b-b2aa-7989562fdfd1 None None] Pushing event updated for resources: {'Port': ['ID=0e54af3b-e658-4734-a261-b1a859d90529,revision_number=3']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:34.788815 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=62be1e59-198f-4760-9c57-4f0096be2c63,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:34.788912 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-35a8345b-9b5d-491b-b2aa-7989562fdfd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:34.791110 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:34.829574 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6fc18-bff1-4be1-a401-1ad2116a4006 req-2bf1af48-dabe-4d2d-b541-f5bc6282256f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:34.840317 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-22b6fc18-bff1-4be1-a401-1ad2116a4006 req-2bf1af48-dabe-4d2d-b541-f5bc6282256f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.1065476 Jun 24 09:25:34.875104 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] Set router 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:25:34.876748 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-22b6fc18-bff1-4be1-a401-1ad2116a4006 req-6c403489-7120-455b-ba20-2fcde681108a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354178 Jun 24 09:25:34.903954 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-c5f43555-4bdb-45d5-8a5c-8ff062518229 None None] Provisioning for port c197b517-2343-4d8d-a749-f5de9f573683 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:34.908764 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-c5f43555-4bdb-45d5-8a5c-8ff062518229 None None] Provisioning complete for port c197b517-2343-4d8d-a749-f5de9f573683 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:34.909431 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-c5f43555-4bdb-45d5-8a5c-8ff062518229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:34.944116 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-c5f43555-4bdb-45d5-8a5c-8ff062518229 None None] Port c197b517-2343-4d8d-a749-f5de9f573683 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:25:34.978249 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:35.061424 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'name': 'tempest-TestVolumeBootPattern-128148971-router', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '0e54af3b-e658-4734-a261-b1a859d90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:30Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 3, 'project_id': '7e9e1a61b63448cb96b06ee581a7a442', 'gw_port': {'id': '0e54af3b-e658-4734-a261-b1a859d90529', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:31Z', 'updated_at': '2021-06-24T09:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:35.088457 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91746bab-0a1c-4a33-a85e-987df523360e None None] The sync data for ids ['1e36a1da-7d17-4f8b-92c0-b76d0db24df9'] in dv-cinder-797812-1-iscsi is: [{'id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'name': 'tempest-TestVolumeBootPattern-128148971-router', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '0e54af3b-e658-4734-a261-b1a859d90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:30Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 3, 'project_id': '7e9e1a61b63448cb96b06ee581a7a442', 'gw_port': {'id': '0e54af3b-e658-4734-a261-b1a859d90529', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:31Z', 'updated_at': '2021-06-24T09:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:25:35.154764 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:35.244643 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:35.246922 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:35.322735 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16381065'] for router_interface, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:35.337166 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Pushing event updated for resources: {'Port': ['ID=c197b517-2343-4d8d-a749-f5de9f573683,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:35.340146 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:35.435515 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Network 95eac441-4718-4432-815c-2f1b645dd938 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:35.436946 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:35.682855 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-032823df-e88d-47fc-a860-119b56930767 None None] Provisioning complete for port c197b517-2343-4d8d-a749-f5de9f573683 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:35.682855 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-032823df-e88d-47fc-a860-119b56930767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:35.771979 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-032823df-e88d-47fc-a860-119b56930767 None None] Port c197b517-2343-4d8d-a749-f5de9f573683 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:25:35.879684 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Router 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:25:35.943385 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1d8d8-e53f-4128-9f55-ff0002f2126f req-ec7d646b-bd43-48c2-8059-3a00feb23d0d tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:35.945140 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10f1d8d8-e53f-4128-9f55-ff0002f2126f req-ec7d646b-bd43-48c2-8059-3a00feb23d0d tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 944 time: 0.1257083 Jun 24 09:25:36.038943 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10f1d8d8-e53f-4128-9f55-ff0002f2126f req-98c70c72-f9a0-4094-a85a-0c62015c076e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870314 Jun 24 09:25:36.057350 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:25:36.076340 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] 10.222.0.39 "PUT /v2.0/routers/1e36a1da-7d17-4f8b-92c0-b76d0db24df9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4660974 Jun 24 09:25:36.082225 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27367b26-d35c-4837-a9f0-81c4055b2ed6 req-e0d4b11c-4896-48eb-a65e-97fc9dd5e3a4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:36.087703 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-27367b26-d35c-4837-a9f0-81c4055b2ed6 req-e0d4b11c-4896-48eb-a65e-97fc9dd5e3a4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0859656 Jun 24 09:25:36.136600 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-27367b26-d35c-4837-a9f0-81c4055b2ed6 req-3db71684-888b-4363-97cd-0332dd8ef967 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429909 Jun 24 09:25:36.188817 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 0e54af3b-e658-4734-a261-b1a859d90529 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:36.338182 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 0e54af3b-e658-4734-a261-b1a859d90529 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:36.342103 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 0e54af3b-e658-4734-a261-b1a859d90529 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:36.342489 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:36.453956 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:36.474474 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 0e54af3b-e658-4734-a261-b1a859d90529, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=0e54af3b-e658-4734-a261-b1a859d90529,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:36.559021 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:36.559901 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 62be1e59-198f-4760-9c57-4f0096be2c63 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:36.561551 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:36.639014 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=0e54af3b-e658-4734-a261-b1a859d90529,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:36.642251 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:36.652534 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 62be1e59-198f-4760-9c57-4f0096be2c63 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:36.652916 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:36.742069 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 51890) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:36.747071 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-8dc521ab-f53b-4e7f-8dac-d4c86f4d3108 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039081024', 'description': 'tempest-secgroup-smoke-2039081024 description', 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:36.798836 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 76c77407-26f3-4622-8b98-d3508268727e details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:25:36.852664 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8dc521ab-f53b-4e7f-8dac-d4c86f4d3108 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:36.911695 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 76c77407-26f3-4622-8b98-d3508268727e, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=76c77407-26f3-4622-8b98-d3508268727e,segment=NetworkSegment(091da358-fc48-4d0f-9ae5-8d35e4aa8ba9),segment_id=091da358-fc48-4d0f-9ae5-8d35e4aa8ba9)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:36.924349 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '76c77407-26f3-4622-8b98-d3508268727e', 'network_id': 'f4edc7d2-70e5-4843-ad5b-29585717868b', 'port_id': '76c77407-26f3-4622-8b98-d3508268727e', 'mac_address': 'fa:16:3e:d3:12:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4333a025-cb16-4659-bbc8-92b01c47ef6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:25:36.944894 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8dc521ab-f53b-4e7f-8dac-d4c86f4d3108 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:36.960271 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:36.972921 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c77407-26f3-4622-8b98-d3508268727e {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:25:36.993653 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 76c77407-26f3-4622-8b98-d3508268727e, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=76c77407-26f3-4622-8b98-d3508268727e,segment=NetworkSegment(091da358-fc48-4d0f-9ae5-8d35e4aa8ba9),segment_id=091da358-fc48-4d0f-9ae5-8d35e4aa8ba9)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:37.084940 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8dc521ab-f53b-4e7f-8dac-d4c86f4d3108 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:37.088492 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-003028a3-fe90-4b15-a7c1-46312cbfbdf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:37.119095 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc521ab-f53b-4e7f-8dac-d4c86f4d3108 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db30a6c-5e8e-4410-af3c-dc9946abc230,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:37.122560 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8dc521ab-f53b-4e7f-8dac-d4c86f4d3108 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:37.176393 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:37.177173 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 81df801e-fcff-44cf-984a-bf751b7f9abc details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:25:37.180001 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:37.199400 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8dc521ab-f53b-4e7f-8dac-d4c86f4d3108 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:37.200635 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8dc521ab-f53b-4e7f-8dac-d4c86f4d3108 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4575174 Jun 24 09:25:37.204419 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51900) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:37.214351 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b11750-21cf-4f95-8f26-57c4d238e5b9 req-3e7966b2-5543-403c-8fd1-4463b172feab tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:37.215899 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b5b11750-21cf-4f95-8f26-57c4d238e5b9 req-3e7966b2-5543-403c-8fd1-4463b172feab tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 944 time: 0.0751200 Jun 24 09:25:37.219984 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-aeafb65f-724f-4bee-ab34-2d5571eda527 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Request body: {'security_group_rule': {'security_group_id': '1db30a6c-5e8e-4410-af3c-dc9946abc230', 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:37.288016 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b5b11750-21cf-4f95-8f26-57c4d238e5b9 req-7d37cfc8-5a33-49da-b55d-d7f2dc2d7df4 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616615 Jun 24 09:25:37.295077 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=76c77407-26f3-4622-8b98-d3508268727e,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:37.307178 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:37.349479 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-aeafb65f-724f-4bee-ab34-2d5571eda527 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:37.357729 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 81df801e-fcff-44cf-984a-bf751b7f9abc, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=81df801e-fcff-44cf-984a-bf751b7f9abc,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:37.360266 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a78a22-9389-4226-b7d7-ce40f51a5241 req-6d814372-4fa1-455e-b2ef-d709a05d6645 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:37.361913 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-61a78a22-9389-4226-b7d7-ce40f51a5241 req-6d814372-4fa1-455e-b2ef-d709a05d6645 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0856478 Jun 24 09:25:37.370316 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'port_id': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'mac_address': 'fa:16:3e:f6:b4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:25:37.403880 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-61a78a22-9389-4226-b7d7-ce40f51a5241 req-f718ed96-e066-454c-8b94-3e21a47bd0b8 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344939 Jun 24 09:25:37.408400 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:37.413527 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-aeafb65f-724f-4bee-ab34-2d5571eda527 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:37.421535 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81df801e-fcff-44cf-984a-bf751b7f9abc {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:25:37.451098 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 81df801e-fcff-44cf-984a-bf751b7f9abc, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=81df801e-fcff-44cf-984a-bf751b7f9abc,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:37.508945 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-aeafb65f-724f-4bee-ab34-2d5571eda527 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:37.511057 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-11e38e77-f1ad-4b86-a589-dba92ef34c41 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:37.527391 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafb65f-724f-4bee-ab34-2d5571eda527 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16212d77-2853-4adb-921e-6d5be6a528e6,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:37.529665 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-aeafb65f-724f-4bee-ab34-2d5571eda527 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:37.541907 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:37.544751 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:37.594479 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=81df801e-fcff-44cf-984a-bf751b7f9abc,revision_number=6']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:37.597430 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:37.610167 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-aeafb65f-724f-4bee-ab34-2d5571eda527 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:37.611401 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-aeafb65f-724f-4bee-ab34-2d5571eda527 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4052248 Jun 24 09:25:37.614037 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51904) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:37.618432 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-6571345c-7451-4ace-b6b9-a4ddbf845558 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Request body: {'security_group_rule': {'security_group_id': '1db30a6c-5e8e-4410-af3c-dc9946abc230', 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:37.712002 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6571345c-7451-4ace-b6b9-a4ddbf845558 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:37.767033 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6571345c-7451-4ace-b6b9-a4ddbf845558 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:37.844486 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6571345c-7451-4ace-b6b9-a4ddbf845558 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:37.846497 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:37.863265 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571345c-7451-4ace-b6b9-a4ddbf845558 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9597a1d9-f742-4cdf-8f90-6f676a3ce690,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:37.865851 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6571345c-7451-4ace-b6b9-a4ddbf845558 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:37.941735 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6571345c-7451-4ace-b6b9-a4ddbf845558 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:37.943520 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-6571345c-7451-4ace-b6b9-a4ddbf845558 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3280771 Jun 24 09:25:37.946020 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 51910) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:37.950482 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-bb26e8b7-3f4c-47ad-a492-f616b755730f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Request body: {'security_group_rule': {'security_group_id': '1db30a6c-5e8e-4410-af3c-dc9946abc230', 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:37.965142 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['81df801e-fcff-44cf-984a-bf751b7f9abc'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:25:38.052913 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bb26e8b7-3f4c-47ad-a492-f616b755730f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:38.107909 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 0e54af3b-e658-4734-a261-b1a859d90529 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:38.110526 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Sync routers for ids ['1e36a1da-7d17-4f8b-92c0-b76d0db24df9'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:25:38.129168 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bb26e8b7-3f4c-47ad-a492-f616b755730f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:38.155426 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Routers {'1e36a1da-7d17-4f8b-92c0-b76d0db24df9'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:25:38.158480 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['1e36a1da-7d17-4f8b-92c0-b76d0db24df9'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:38.206509 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bb26e8b7-3f4c-47ad-a492-f616b755730f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:38.208748 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6571345c-7451-4ace-b6b9-a4ddbf845558 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:38.227455 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26e8b7-3f4c-47ad-a492-f616b755730f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e958563-c314-4227-856f-3f61a7256ae5,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:38.227455 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-bb26e8b7-3f4c-47ad-a492-f616b755730f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:38.282392 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 0e54af3b-e658-4734-a261-b1a859d90529 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:38.282800 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:38.296153 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['76c77407-26f3-4622-8b98-d3508268727e'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:25:38.301926 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bb26e8b7-3f4c-47ad-a492-f616b755730f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:38.306166 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 51912) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:38.311691 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-bb26e8b7-3f4c-47ad-a492-f616b755730f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3592894 Jun 24 09:25:38.312074 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-28a655cf-5304-4260-ba35-5f7bc398255f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Request body: {'security_group_rule': {'security_group_id': '1db30a6c-5e8e-4410-af3c-dc9946abc230', 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:38.360621 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Set router 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:25:38.449430 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-28a655cf-5304-4260-ba35-5f7bc398255f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:38.523653 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcbe20-f105-43ca-9c57-cde7d8772c3e req-826054c4-7ade-47e5-a217-39389e7df63b tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:38.524646 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-28a655cf-5304-4260-ba35-5f7bc398255f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:38.526016 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0adcbe20-f105-43ca-9c57-cde7d8772c3e req-826054c4-7ade-47e5-a217-39389e7df63b tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 945 time: 0.1073828 Jun 24 09:25:38.584532 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0adcbe20-f105-43ca-9c57-cde7d8772c3e req-44da510d-39e5-4435-b3ce-68bcadae37fd tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513129 Jun 24 09:25:38.600528 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:25:38.603946 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-28a655cf-5304-4260-ba35-5f7bc398255f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:38.615346 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:38.639416 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a655cf-5304-4260-ba35-5f7bc398255f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18288a50-202c-4f3b-894b-b3e156456d24,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:38.645848 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-28a655cf-5304-4260-ba35-5f7bc398255f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:38.657442 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95a728-cf26-418d-a05e-7b192631c5c9 req-e4aa0011-02fe-4d47-a63b-5a08e77e7a98 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:38.659227 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1e95a728-cf26-418d-a05e-7b192631c5c9 req-e4aa0011-02fe-4d47-a63b-5a08e77e7a98 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 944 time: 0.1119750 Jun 24 09:25:38.698318 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1e95a728-cf26-418d-a05e-7b192631c5c9 req-a46d8580-cfc4-4641-b32b-fa5b87760efd tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327628 Jun 24 09:25:38.701600 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-28a655cf-5304-4260-ba35-5f7bc398255f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:38.705929 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-28a655cf-5304-4260-ba35-5f7bc398255f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3954549 Jun 24 09:25:38.711021 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 51928) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:38.717602 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-e8eb6e4c-c914-413e-9af7-837843768ad2 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Request body: {'security_group_rule': {'security_group_id': '1db30a6c-5e8e-4410-af3c-dc9946abc230', 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:38.752041 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'name': 'tempest-TestVolumeBootPattern-128148971-router', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '0e54af3b-e658-4734-a261-b1a859d90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:30Z', 'updated_at': '2021-06-24T09:25:34Z', 'revision_number': 4, 'project_id': '7e9e1a61b63448cb96b06ee581a7a442', 'gw_port': {'id': '0e54af3b-e658-4734-a261-b1a859d90529', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:31Z', 'updated_at': '2021-06-24T09:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': 'c197b517-2343-4d8d-a749-f5de9f573683', 'name': '', 'network_id': '95eac441-4718-4432-815c-2f1b645dd938', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'mac_address': 'fa:16:3e:a0:dd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e84a199f-daa0-4fa4-8068-38df309c1883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:34Z', 'updated_at': '2021-06-24T09:25:35Z', 'revision_number': 2, 'project_id': '7e9e1a61b63448cb96b06ee581a7a442', 'subnets': [{'id': 'e84a199f-daa0-4fa4-8068-38df309c1883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:38.785360 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Checking router: 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:25:38.786041 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Updating router 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 port c197b517-2343-4d8d-a749-f5de9f573683 binding host dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:25:38.825022 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:38.829727 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.securitygroups_db [None req-e8eb6e4c-c914-413e-9af7-837843768ad2 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Project 8d5c4a9d09eb4edb86fe215d0dea13b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:25:38.835485 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6e4c-c914-413e-9af7-837843768ad2 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:38.902006 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6e4c-c914-413e-9af7-837843768ad2 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:38.950412 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6e4c-c914-413e-9af7-837843768ad2 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:38.954932 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f8dd05c7-a89a-43b9-839a-b62566792e79 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:38.973918 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb6e4c-c914-413e-9af7-837843768ad2 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da31c38-a9b2-4289-8e8c-a94c8570967d,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:38.978548 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e8eb6e4c-c914-413e-9af7-837843768ad2 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:39.039493 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6e4c-c914-413e-9af7-837843768ad2 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:39.041227 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e8eb6e4c-c914-413e-9af7-837843768ad2 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3336375 Jun 24 09:25:39.043827 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 51946) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:39.049011 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-b8c3edce-c2f4-42ee-aa4b-df1ad1e1475c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Request body: {'security_group_rule': {'security_group_id': '1db30a6c-5e8e-4410-af3c-dc9946abc230', 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:39.118427 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Notify callbacks [] for port, precommit_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:39.121109 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.securitygroups_db [None req-b8c3edce-c2f4-42ee-aa4b-df1ad1e1475c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Project 8d5c4a9d09eb4edb86fe215d0dea13b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:25:39.127624 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b8c3edce-c2f4-42ee-aa4b-df1ad1e1475c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:39.129230 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Transition to ACTIVE for port object c197b517-2343-4d8d-a749-f5de9f573683 will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:39.187359 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b8c3edce-c2f4-42ee-aa4b-df1ad1e1475c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:39.195313 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:39.197472 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:39.282316 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410b9c8-2cdf-48f4-ae8f-f2dad27ae468 None None] Pushing event updated for resources: {'Port': ['ID=c197b517-2343-4d8d-a749-f5de9f573683,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:39.286596 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b8c3edce-c2f4-42ee-aa4b-df1ad1e1475c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:39.288723 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e8eb6e4c-c914-413e-9af7-837843768ad2 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:39.308304 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f410b9c8-2cdf-48f4-ae8f-f2dad27ae468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:39.311706 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3edce-c2f4-42ee-aa4b-df1ad1e1475c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229f8628-f5c3-4c73-9385-223c2c37536b,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:39.318336 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b8c3edce-c2f4-42ee-aa4b-df1ad1e1475c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:39.324262 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Attempting to bind port c197b517-2343-4d8d-a749-f5de9f573683 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:25:39.324646 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Attempting to bind port c197b517-2343-4d8d-a749-f5de9f573683 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '95eac441-4718-4432-815c-2f1b645dd938'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:25:39.325016 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Attempting to bind port c197b517-2343-4d8d-a749-f5de9f573683 on network 95eac441-4718-4432-815c-2f1b645dd938 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:25:39.330958 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:25:39.331344 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Checking segment: {'id': '1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '95eac441-4718-4432-815c-2f1b645dd938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:25:39.332825 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:39.332825 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Bound using segment: {'id': '1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '95eac441-4718-4432-815c-2f1b645dd938'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:25:39.332825 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Bound port: c197b517-2343-4d8d-a749-f5de9f573683, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '95eac441-4718-4432-815c-2f1b645dd938'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:25:39.333219 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:39.384952 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b8c3edce-c2f4-42ee-aa4b-df1ad1e1475c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:39.387962 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b8c3edce-c2f4-42ee-aa4b-df1ad1e1475c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3419375 Jun 24 09:25:39.415108 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] For port c197b517-2343-4d8d-a749-f5de9f573683, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:25:39.419126 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] For port c197b517-2343-4d8d-a749-f5de9f573683, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=c197b517-2343-4d8d-a749-f5de9f573683,segment=NetworkSegment(1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b),segment_id=1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:25:39.486939 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:39.491053 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:39.597799 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410b9c8-2cdf-48f4-ae8f-f2dad27ae468 None None] Pushing event updated for resources: {'Port': ['ID=c197b517-2343-4d8d-a749-f5de9f573683,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:39.607017 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f410b9c8-2cdf-48f4-ae8f-f2dad27ae468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:39.610721 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Routers {'1e36a1da-7d17-4f8b-92c0-b76d0db24df9'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:25:39.611496 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['1e36a1da-7d17-4f8b-92c0-b76d0db24df9'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:39.884820 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] Set router 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:25:39.890387 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea8d9a-a1a9-4f2f-a3dd-2d70d2fc753b req-7a956ce9-2db6-4e39-8c48-a94049c1ce33 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:39.904742 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3fea8d9a-a1a9-4f2f-a3dd-2d70d2fc753b req-7a956ce9-2db6-4e39-8c48-a94049c1ce33 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 945 time: 0.1417012 Jun 24 09:25:39.995957 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3fea8d9a-a1a9-4f2f-a3dd-2d70d2fc753b req-a5488245-f78c-428f-88ff-85ef37e1833d tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834303 Jun 24 09:25:40.040219 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3573-c98a-4f69-a196-fbb95ae6cba5 req-6b7de5ae-324d-47f0-9981-6cd860e7e4ce tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:40.051356 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cf1b3573-c98a-4f69-a196-fbb95ae6cba5 req-6b7de5ae-324d-47f0-9981-6cd860e7e4ce tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 944 time: 0.1281438 Jun 24 09:25:40.129486 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cf1b3573-c98a-4f69-a196-fbb95ae6cba5 req-b6b338fe-1582-4fcf-a5b1-39b00876dbe0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763981 Jun 24 09:25:40.201267 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'name': 'tempest-TestVolumeBootPattern-128148971-router', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '0e54af3b-e658-4734-a261-b1a859d90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:30Z', 'updated_at': '2021-06-24T09:25:34Z', 'revision_number': 4, 'project_id': '7e9e1a61b63448cb96b06ee581a7a442', 'gw_port': {'id': '0e54af3b-e658-4734-a261-b1a859d90529', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:31Z', 'updated_at': '2021-06-24T09:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': 'c197b517-2343-4d8d-a749-f5de9f573683', 'name': '', 'network_id': '95eac441-4718-4432-815c-2f1b645dd938', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'mac_address': 'fa:16:3e:a0:dd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e84a199f-daa0-4fa4-8068-38df309c1883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:34Z', 'updated_at': '2021-06-24T09:25:39Z', 'revision_number': 4, 'project_id': '7e9e1a61b63448cb96b06ee581a7a442', 'subnets': [{'id': 'e84a199f-daa0-4fa4-8068-38df309c1883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:40.229135 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ab9bc-2421-46c2-90a3-45bb84e4828a None None] The sync data for ids ['1e36a1da-7d17-4f8b-92c0-b76d0db24df9'] in dv-cinder-797812-1-iscsi is: [{'id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'name': 'tempest-TestVolumeBootPattern-128148971-router', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '0e54af3b-e658-4734-a261-b1a859d90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:30Z', 'updated_at': '2021-06-24T09:25:34Z', 'revision_number': 4, 'project_id': '7e9e1a61b63448cb96b06ee581a7a442', 'gw_port': {'id': '0e54af3b-e658-4734-a261-b1a859d90529', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:31Z', 'updated_at': '2021-06-24T09:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': 'c197b517-2343-4d8d-a749-f5de9f573683', 'name': '', 'network_id': '95eac441-4718-4432-815c-2f1b645dd938', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'mac_address': 'fa:16:3e:a0:dd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e84a199f-daa0-4fa4-8068-38df309c1883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:34Z', 'updated_at': '2021-06-24T09:25:39Z', 'revision_number': 4, 'project_id': '7e9e1a61b63448cb96b06ee581a7a442', 'subnets': [{'id': 'e84a199f-daa0-4fa4-8068-38df309c1883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:25:41.210707 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1f6a2-f21a-4e06-94d4-cf8b9b005d60 req-b0393e28-b97a-46bf-b685-fd7768b8489b tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:41.212781 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d5c1f6a2-f21a-4e06-94d4-cf8b9b005d60 req-b0393e28-b97a-46bf-b685-fd7768b8489b tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 945 time: 0.1014822 Jun 24 09:25:41.265374 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d5c1f6a2-f21a-4e06-94d4-cf8b9b005d60 req-7ad786d1-6fe6-43ae-8564-87b8773a87e7 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434344 Jun 24 09:25:41.431011 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20532b1-7cbe-4188-8cfb-899f423d4dab req-9eb4bbc7-030e-4307-b411-1b303519bb62 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:41.433144 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b20532b1-7cbe-4188-8cfb-899f423d4dab req-9eb4bbc7-030e-4307-b411-1b303519bb62 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 944 time: 0.0898128 Jun 24 09:25:41.479336 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b20532b1-7cbe-4188-8cfb-899f423d4dab req-8ae4ce91-b7df-4d68-b705-0f364b27287e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385985 Jun 24 09:25:41.746790 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 76c77407-26f3-4622-8b98-d3508268727e up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:42.006209 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port 76c77407-26f3-4622-8b98-d3508268727e completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:42.011156 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 76c77407-26f3-4622-8b98-d3508268727e triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:42.011156 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:42.162592 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device c197b517-2343-4d8d-a749-f5de9f573683 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:42.166487 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:42.228426 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 76c77407-26f3-4622-8b98-d3508268727e, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=76c77407-26f3-4622-8b98-d3508268727e,segment=NetworkSegment(091da358-fc48-4d0f-9ae5-8d35e4aa8ba9),segment_id=091da358-fc48-4d0f-9ae5-8d35e4aa8ba9)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:42.231201 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e4139d-1713-451d-8f69-386ab5136665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c77407-26f3-4622-8b98-d3508268727e'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:25:42.233720 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def9a59d-2590-4a56-85e0-81ee8320e8a8" -d '{"events": [{"server_uuid": "15e4139d-1713-451d-8f69-386ab5136665", "name": "network-vif-plugged", "status": "completed", "tag": "76c77407-26f3-4622-8b98-d3508268727e"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:25:42.307249 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cb2cfb-6a31-4e9d-b8b2-8f24ba302688 x-openstack-request-id: req-02cb2cfb-6a31-4e9d-b8b2-8f24ba302688 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:25:42.307249 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e4139d-1713-451d-8f69-386ab5136665", "name": "network-vif-plugged", "status": "completed", "tag": "76c77407-26f3-4622-8b98-d3508268727e", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:25:42.307249 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02cb2cfb-6a31-4e9d-b8b2-8f24ba302688 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:25:42.307249 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e4139d-1713-451d-8f69-386ab5136665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c77407-26f3-4622-8b98-d3508268727e', 'code': 200} Jun 24 09:25:42.336413 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:42.337306 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 81df801e-fcff-44cf-984a-bf751b7f9abc up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:42.339849 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:42.397303 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port c197b517-2343-4d8d-a749-f5de9f573683 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:42.420600 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port c197b517-2343-4d8d-a749-f5de9f573683 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:42.420984 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:42.488975 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=76c77407-26f3-4622-8b98-d3508268727e,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:42.495850 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:42.562276 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d442a-fddb-44ec-a51c-da34941f5be1 req-2feb94c7-3de9-459c-bd99-de98dec8631e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:42.564496 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a80d442a-fddb-44ec-a51c-da34941f5be1 req-2feb94c7-3de9-459c-bd99-de98dec8631e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 946 time: 0.1337113 Jun 24 09:25:42.616624 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 81df801e-fcff-44cf-984a-bf751b7f9abc triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:42.617071 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:42.624533 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a80d442a-fddb-44ec-a51c-da34941f5be1 req-2c4b793d-8f2c-4591-8b2c-18bce094ad5c tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438962 Jun 24 09:25:42.662606 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:42.729402 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port c197b517-2343-4d8d-a749-f5de9f573683, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=c197b517-2343-4d8d-a749-f5de9f573683,segment=NetworkSegment(1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b),segment_id=1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:42.750274 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62246769-0e4c-4c89-aaa7-80e846d833ff req-b5adc5ac-a2e2-42e1-a547-b3b68bc8c52d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:42.753900 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-62246769-0e4c-4c89-aaa7-80e846d833ff req-b5adc5ac-a2e2-42e1-a547-b3b68bc8c52d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 944 time: 0.0745368 Jun 24 09:25:42.767441 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:42.842021 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-62246769-0e4c-4c89-aaa7-80e846d833ff req-b835c8cd-4f6d-47cd-9b1d-2bf30d5fbcb1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429471 Jun 24 09:25:42.842721 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 81df801e-fcff-44cf-984a-bf751b7f9abc, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=81df801e-fcff-44cf-984a-bf751b7f9abc,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:43.165347 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:43.168274 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-d3598250-28bb-4c46-b965-bff62d963e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:43.195039 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:43.237510 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=c197b517-2343-4d8d-a749-f5de9f573683,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:43.242074 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:43.242766 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:43.305867 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=81df801e-fcff-44cf-984a-bf751b7f9abc,revision_number=7']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:43.309222 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:43.520927 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eccc31-c8ed-466e-97a7-d1cd82be99c5 req-610714cc-7622-46f8-bed2-306d7cca3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:43.522373 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b8eccc31-c8ed-466e-97a7-d1cd82be99c5 req-610714cc-7622-46f8-bed2-306d7cca3ba1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 1099 time: 0.0989277 Jun 24 09:25:43.577021 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b8eccc31-c8ed-466e-97a7-d1cd82be99c5 req-a869b77a-fec6-4b73-a440-2ecda0d34bd0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467625 Jun 24 09:25:43.844162 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75607e-c3dc-4a7b-b63b-3417339b9273 req-37555f71-0324-49af-a43d-dd4ff719f047 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:43.845731 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0d75607e-c3dc-4a7b-b63b-3417339b9273 req-37555f71-0324-49af-a43d-dd4ff719f047 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 946 time: 0.0723474 Jun 24 09:25:43.926598 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0d75607e-c3dc-4a7b-b63b-3417339b9273 req-8bdd4b2b-f49f-4a86-b427-71b2c6419f93 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736563 Jun 24 09:25:44.054016 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631e1cd-7516-457c-b3f2-f74bc0acbbfb req-641794c6-6858-4a8c-b3f4-8d724e7a2864 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:44.056219 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6631e1cd-7516-457c-b3f2-f74bc0acbbfb req-641794c6-6858-4a8c-b3f4-8d724e7a2864 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0720303 Jun 24 09:25:44.082956 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device c197b517-2343-4d8d-a749-f5de9f573683 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:44.104927 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6631e1cd-7516-457c-b3f2-f74bc0acbbfb req-fcccbca0-b903-4ebf-922b-3107985e8f68 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430596 Jun 24 09:25:44.152578 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port c197b517-2343-4d8d-a749-f5de9f573683 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:44.152965 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:44.305869 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81df801e-fcff-44cf-984a-bf751b7f9abc'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:25:44.310817 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2efe142-0711-4e9f-a9df-bfe718a8fe27" -d '{"events": [{"server_uuid": "27c874ae-5cb3-4176-a256-36e5b8ec595f", "name": "network-vif-plugged", "status": "completed", "tag": "81df801e-fcff-44cf-984a-bf751b7f9abc"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:25:44.351203 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3db851a-61a8-4076-b760-e63cf521fb50 x-openstack-request-id: req-b3db851a-61a8-4076-b760-e63cf521fb50 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:25:44.351203 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c874ae-5cb3-4176-a256-36e5b8ec595f", "name": "network-vif-plugged", "status": "completed", "tag": "81df801e-fcff-44cf-984a-bf751b7f9abc", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:25:44.351203 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3db851a-61a8-4076-b760-e63cf521fb50 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:25:44.351203 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'code': 200} Jun 24 09:25:45.146340 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfb9a7-adc3-4816-9a8c-8806aedc211c req-44b1b5f8-4367-45d4-94fb-bde1e64703a3 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:45.153639 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-afbfb9a7-adc3-4816-9a8c-8806aedc211c req-44b1b5f8-4367-45d4-94fb-bde1e64703a3 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 946 time: 0.0772932 Jun 24 09:25:45.210804 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-afbfb9a7-adc3-4816-9a8c-8806aedc211c req-43686200-3e52-4c77-904c-eb5e7c73ef35 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559971 Jun 24 09:25:45.339010 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86663dc-741a-417b-8b02-6ef05f4612c0 req-64973a39-c301-4381-8a80-c4374bf8d05f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:45.342096 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b86663dc-741a-417b-8b02-6ef05f4612c0 req-64973a39-c301-4381-8a80-c4374bf8d05f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0803680 Jun 24 09:25:45.395798 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b86663dc-741a-417b-8b02-6ef05f4612c0 req-4132e223-e9c2-4708-a608-bf31e9145121 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489719 Jun 24 09:25:46.399393 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f656d45-7dd1-420b-94c9-be4a8120dfb1 req-7bb6e0a6-6dc3-4581-b4a8-7953f602ee85 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:46.400837 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4f656d45-7dd1-420b-94c9-be4a8120dfb1 req-7bb6e0a6-6dc3-4581-b4a8-7953f602ee85 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 946 time: 0.0675874 Jun 24 09:25:46.440742 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4f656d45-7dd1-420b-94c9-be4a8120dfb1 req-f89e3b83-3950-4844-b384-a93a7a2483df tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334797 Jun 24 09:25:46.628405 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d80444-6b27-40d7-98cc-a3082512905e req-f6f6d7c2-0784-4b82-b547-14b53a7912e1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:46.629845 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d6d80444-6b27-40d7-98cc-a3082512905e req-f6f6d7c2-0784-4b82-b547-14b53a7912e1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0655320 Jun 24 09:25:46.673678 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d6d80444-6b27-40d7-98cc-a3082512905e req-15814518-0afa-4d4d-a278-7d5381107b93 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370865 Jun 24 09:25:46.911502 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baf19f-eeaa-4204-9976-440846241cdb req-674b339c-3a63-44d8-ba68-87d8105dd305 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:46.913412 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a8baf19f-eeaa-4204-9976-440846241cdb req-674b339c-3a63-44d8-ba68-87d8105dd305 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0910971 Jun 24 09:25:47.010748 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a8baf19f-eeaa-4204-9976-440846241cdb req-099e6849-96aa-40ae-8905-ebd38f256def tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893874 Jun 24 09:25:47.075832 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-3412c9b7-5363-4fd3-b5e1-c3dd7abc2e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:47.078423 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988421-ed83-46f0-9353-d42787e029bb req-da06f74d-c384-4c20-8c84-09b1fd94b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:47.080641 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a988421-ed83-46f0-9353-d42787e029bb req-da06f74d-c384-4c20-8c84-09b1fd94b658 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8a0c67c143a4eb19c1e5cf27856e67b&device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 1098 time: 0.1071553 Jun 24 09:25:47.184794 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988421-ed83-46f0-9353-d42787e029bb req-1cd37a50-aa41-40b3-8c37-9af049256077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:47.186245 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a988421-ed83-46f0-9353-d42787e029bb req-1cd37a50-aa41-40b3-8c37-9af049256077 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4dc34bfe-d409-482a-8295-442d7f26244e HTTP/1.1" status: 200 len: 920 time: 0.0970263 Jun 24 09:25:47.238214 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a988421-ed83-46f0-9353-d42787e029bb req-a524ce46-f0a8-4a4e-8234-86015e94d158 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae4860e5-c578-4d87-b987-c41b262050d9 HTTP/1.1" status: 200 len: 217 time: 0.0430846 Jun 24 09:25:47.299741 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988421-ed83-46f0-9353-d42787e029bb req-342f2b7b-9f76-4755-94af-597485b01a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:47.301566 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a988421-ed83-46f0-9353-d42787e029bb req-342f2b7b-9f76-4755-94af-597485b01a7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39188485-ce1d-43fe-a076-b062c72c56ce HTTP/1.1" status: 200 len: 859 time: 0.0534031 Jun 24 09:25:47.353218 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a988421-ed83-46f0-9353-d42787e029bb req-fff71142-27d0-4ffc-8723-4399b8888e67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dc34bfe-d409-482a-8295-442d7f26244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390792 Jun 24 09:25:47.480788 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a988421-ed83-46f0-9353-d42787e029bb req-fd6ae172-d562-4d87-9472-acfd1d739356 service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166968 Jun 24 09:25:47.613329 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2a988421-ed83-46f0-9353-d42787e029bb req-9f975578-622f-44e5-9221-0ebbe4540c2a service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184516 Jun 24 09:25:47.914219 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daa79c-d1fe-4243-9cf0-72bc0989c1a8 req-d953f5e9-27be-4a61-80e9-ee4192bda765 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:47.920967 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-31daa79c-d1fe-4243-9cf0-72bc0989c1a8 req-d953f5e9-27be-4a61-80e9-ee4192bda765 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.1076522 Jun 24 09:25:47.984141 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-31daa79c-d1fe-4243-9cf0-72bc0989c1a8 req-a3537e84-4665-4695-adec-fc0ff26c8098 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615771 Jun 24 09:25:48.270268 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a946f-4d47-4dd7-a61d-4ae9a755c60d req-e6d8363f-b12e-4a01-a26b-afaa08933860 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:48.272174 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0f0a946f-4d47-4dd7-a61d-4ae9a755c60d req-e6d8363f-b12e-4a01-a26b-afaa08933860 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0695770 Jun 24 09:25:48.318808 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0f0a946f-4d47-4dd7-a61d-4ae9a755c60d req-5037bef3-0e1c-43ef-b211-5699a5d87707 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408728 Jun 24 09:25:48.549669 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbc50a-0120-4be2-990d-737371c0c600 req-f9116c7c-38eb-46e1-a9c6-658574434131 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:48.551320 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00fbc50a-0120-4be2-990d-737371c0c600 req-f9116c7c-38eb-46e1-a9c6-658574434131 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 946 time: 0.1008768 Jun 24 09:25:48.603623 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00fbc50a-0120-4be2-990d-737371c0c600 req-7960053d-d8c2-4d2b-a874-a89ea9067f81 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460594 Jun 24 09:25:49.236096 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71fc29-79db-41e5-8f7d-8f82c7c98e0e req-b1f32927-f7df-4434-8290-73830bd35df4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:49.243303 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eb71fc29-79db-41e5-8f7d-8f82c7c98e0e req-b1f32927-f7df-4434-8290-73830bd35df4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0771236 Jun 24 09:25:49.291623 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eb71fc29-79db-41e5-8f7d-8f82c7c98e0e req-391df666-ba8f-4e10-8fe5-44eb0e4b8a71 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469189 Jun 24 09:25:49.560629 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4e8a6-9d3b-46d0-94d6-470276856d0d req-7f69d7c2-197c-461d-92f4-8df8c2186e72 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:49.565472 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bfa4e8a6-9d3b-46d0-94d6-470276856d0d req-7f69d7c2-197c-461d-92f4-8df8c2186e72 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0854373 Jun 24 09:25:49.607177 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bfa4e8a6-9d3b-46d0-94d6-470276856d0d req-8096ed6b-5f27-4280-871f-b00bf12fbcdd tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376089 Jun 24 09:25:49.798539 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62107ce-fe3d-42b4-89ef-a43b59aaec71 req-a52b419b-bd7d-4351-8004-3b349afbe6cd tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:49.800153 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e62107ce-fe3d-42b4-89ef-a43b59aaec71 req-a52b419b-bd7d-4351-8004-3b349afbe6cd tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 946 time: 0.0848918 Jun 24 09:25:49.846610 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e62107ce-fe3d-42b4-89ef-a43b59aaec71 req-9ac50f19-4612-4e89-b851-942094c24a3e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400026 Jun 24 09:25:50.120283 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-5160f727-e3e7-4201-8e09-92f985ad4b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:50.318356 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:50.415701 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 52172) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:50.497402 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7ad68-c5f9-4163-bf0c-1441ddc3f3d7 req-64e3e5fb-070a-45ba-bec8-31fe8a6f3fe2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:50.500645 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:50.505836 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-28b7ad68-c5f9-4163-bf0c-1441ddc3f3d7 req-64e3e5fb-070a-45ba-bec8-31fe8a6f3fe2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0925279 Jun 24 09:25:50.559878 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-28b7ad68-c5f9-4163-bf0c-1441ddc3f3d7 req-efb3266b-9f89-4ed8-a0b9-a0d8418ae25d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528789 Jun 24 09:25:50.611852 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:50.682610 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ee149-1f56-48db-a433-f51a1b526932 req-059970b0-51d5-4ab6-bfc8-7b250d639d8d tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:50.684091 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d31ee149-1f56-48db-a433-f51a1b526932 req-059970b0-51d5-4ab6-bfc8-7b250d639d8d tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.60 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 946 time: 0.1232996 Jun 24 09:25:50.821023 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d92379-c95b-4de3-b7f4-e3e5b11f0a5a req-a061b449-adb4-49f9-87cb-367a928a34e6 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:50.822542 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-97d92379-c95b-4de3-b7f4-e3e5b11f0a5a req-a061b449-adb4-49f9-87cb-367a928a34e6 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0681355 Jun 24 09:25:50.848544 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:50.866139 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-d31ee149-1f56-48db-a433-f51a1b526932 req-a8c623d8-1d07-48a8-b767-cc4d52c73dcb tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Deleting port 76c77407-26f3-4622-8b98-d3508268727e {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:25:50.866641 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d31ee149-1f56-48db-a433-f51a1b526932 req-a8c623d8-1d07-48a8-b767-cc4d52c73dcb tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:50.868247 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-97d92379-c95b-4de3-b7f4-e3e5b11f0a5a req-510923a8-7029-45fb-8474-c7649266b291 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389843 Jun 24 09:25:50.923994 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:50.929340 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-79bcbb09-288d-4586-9504-f343fa3985e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:50.955959 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d17268-aabd-4516-b376-675b1733e2c1,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:51.014730 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.024093 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.024093 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.024093 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.024093 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.024093 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.024093 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.024093 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.024093 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.024093 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.024093 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.024093 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.040800 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:51.045383 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=645de55a71af4c5290f8b93ff436d82d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6286325 Jun 24 09:25:51.048644 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52180) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:51.085656 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-d31ee149-1f56-48db-a433-f51a1b526932 req-a8c623d8-1d07-48a8-b767-cc4d52c73dcb tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] For port 76c77407-26f3-4622-8b98-d3508268727e, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=76c77407-26f3-4622-8b98-d3508268727e,segment=NetworkSegment(091da358-fc48-4d0f-9ae5-8d35e4aa8ba9),segment_id=091da358-fc48-4d0f-9ae5-8d35e4aa8ba9)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:51.086009 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d31ee149-1f56-48db-a433-f51a1b526932 req-a8c623d8-1d07-48a8-b767-cc4d52c73dcb tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:51.106133 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:51.109611 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-d31ee149-1f56-48db-a433-f51a1b526932 req-a8c623d8-1d07-48a8-b767-cc4d52c73dcb tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Calling delete_port for 76c77407-26f3-4622-8b98-d3508268727e owned by compute:nova {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:25:51.130631 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e81dbf-e554-4be6-9e89-b6f544389925 req-483cec49-2f20-4372-8513-59f49ad92e84 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:51.132222 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-16e81dbf-e554-4be6-9e89-b6f544389925 req-483cec49-2f20-4372-8513-59f49ad92e84 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 946 time: 0.1372175 Jun 24 09:25:51.132566 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:51.236181 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-16e81dbf-e554-4be6-9e89-b6f544389925 req-f8f87ac3-2f56-40f1-a90a-311d63ed22db tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdae21f4-21f2-4f59-a7b9-a770989f74ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949583 Jun 24 09:25:51.409606 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:51.412256 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:51.413384 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6d17268-aabd-4516-b376-675b1733e2c1 HTTP/1.1" status: 204 len: 168 time: 0.3635480 Jun 24 09:25:51.414171 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-72963c2b-afde-4195-b193-7461b83843de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:51.423836 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d17268-aabd-4516-b376-675b1733e2c1,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:51.433366 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.433867 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.434269 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.434709 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.435105 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.435533 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.435900 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.436382 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.436781 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.441954 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.441954 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.441954 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:25:51.442654 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d31ee149-1f56-48db-a433-f51a1b526932 req-a8c623d8-1d07-48a8-b767-cc4d52c73dcb tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:51.442760 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:51.444967 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:51.476166 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c623d8-1d07-48a8-b767-cc4d52c73dcb tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Pushing event deleted for resources: {'Port': ['ID=76c77407-26f3-4622-8b98-d3508268727e,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:51.479585 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a8c623d8-1d07-48a8-b767-cc4d52c73dcb tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:51.492659 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['76c77407-26f3-4622-8b98-d3508268727e'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:25:51.522178 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31ee149-1f56-48db-a433-f51a1b526932 req-a8c623d8-1d07-48a8-b767-cc4d52c73dcb tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] No DVR routers for this DVR port 76c77407-26f3-4622-8b98-d3508268727e on host hv-cinder-79781 {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:25:51.524754 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d31ee149-1f56-48db-a433-f51a1b526932 req-a8c623d8-1d07-48a8-b767-cc4d52c73dcb tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:51.526679 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d31ee149-1f56-48db-a433-f51a1b526932 req-a8c623d8-1d07-48a8-b767-cc4d52c73dcb tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.60 "DELETE /v2.0/ports/76c77407-26f3-4622-8b98-d3508268727e HTTP/1.1" status: 204 len: 173 time: 0.8345344 Jun 24 09:25:51.527204 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e4139d-1713-451d-8f69-386ab5136665', 'name': 'network-vif-deleted', 'tag': '76c77407-26f3-4622-8b98-d3508268727e'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:25:51.529462 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6031951d-0c99-4422-a59f-15a905f12f5c" -d '{"events": [{"server_uuid": "15e4139d-1713-451d-8f69-386ab5136665", "name": "network-vif-deleted", "tag": "76c77407-26f3-4622-8b98-d3508268727e"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:25:51.566495 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b178bb20-1d34-498f-881c-dc70a86a641b x-openstack-request-id: req-b178bb20-1d34-498f-881c-dc70a86a641b {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:25:51.566818 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e4139d-1713-451d-8f69-386ab5136665", "name": "network-vif-deleted", "tag": "76c77407-26f3-4622-8b98-d3508268727e", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:25:51.567150 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b178bb20-1d34-498f-881c-dc70a86a641b {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:25:51.567574 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e4139d-1713-451d-8f69-386ab5136665', 'name': 'network-vif-deleted', 'tag': '76c77407-26f3-4622-8b98-d3508268727e', 'status': 'completed', 'code': 200} Jun 24 09:25:51.749220 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a66c02-4115-431f-aaa5-9eaaee73d99e req-3a86fc35-c8bb-44f6-915f-ea273e795d5a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:51.750950 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d7a66c02-4115-431f-aaa5-9eaaee73d99e req-3a86fc35-c8bb-44f6-915f-ea273e795d5a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0699177 Jun 24 09:25:51.795623 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d7a66c02-4115-431f-aaa5-9eaaee73d99e req-a36a55a4-f05f-4a68-9b8a-c2f7856bf83b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389478 Jun 24 09:25:52.055768 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8cc8c-8e24-4f72-a04a-7588f6be0dd1 req-0b612c91-6d93-47d5-b131-7ef09a2bb9ad tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:52.057549 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d7d8cc8c-8e24-4f72-a04a-7588f6be0dd1 req-0b612c91-6d93-47d5-b131-7ef09a2bb9ad tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0647848 Jun 24 09:25:52.097607 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d7d8cc8c-8e24-4f72-a04a-7588f6be0dd1 req-ad36a91b-e71f-4cc2-9251-9f99ccfa3c6f tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Jun 24 09:25:52.307082 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:52.406297 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a8eb706b-1674-4f9f-a9d4-9d3a809e5c31 req-4c06d8ac-4758-4bc1-8217-37caf509af5e tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e4139d-1713-451d-8f69-386ab5136665 HTTP/1.1" status: 200 len: 210 time: 0.0280023 Jun 24 09:25:52.512063 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52230) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:52.610932 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1504085345-network', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:52.703148 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Made reservation on behalf of fbfdc68456ca43ad8b12fde0e8cc2f24 for: {'network': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:25:52.705579 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:52.713960 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:52.806434 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:52.902394 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88932ef5-cf47-4621-808f-5522c4b26a8d req-7db6f328-6972-4e0f-b137-b01b6fb6d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:52.903884 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88932ef5-cf47-4621-808f-5522c4b26a8d req-7db6f328-6972-4e0f-b137-b01b6fb6d8e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=789de2cd33544e339915865a4902f236&device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 1098 time: 0.0553784 Jun 24 09:25:52.926295 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:52.934630 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-8792fbcf-24fa-4384-8ea0-bae26aa86dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:52.970886 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:25:52.991421 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:52.991754 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.segments_db [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Added segment a08fd052-9a81-40ec-883a-0994c1609d72 of type vlan for network c859d7a4-1812-4622-a9ec-8a2838f8c2cd Jun 24 09:25:52.996908 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88932ef5-cf47-4621-808f-5522c4b26a8d req-f0f3b20f-fc35-4cc1-aeb0-a15221d0b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:52.998380 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88932ef5-cf47-4621-808f-5522c4b26a8d req-f0f3b20f-fc35-4cc1-aeb0-a15221d0b764 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5ca0700-991e-47d2-99de-f9047b5f2e60 HTTP/1.1" status: 200 len: 917 time: 0.0872407 Jun 24 09:25:53.001181 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af11ea32-8d9d-4c03-9a47-f57ceebb8b4d,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:53.006278 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:53.042952 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:53.059981 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f996313-38db-49a7-b674-4d6ab1f4f806 req-f84897ab-35e2-46eb-b8f7-de4cfecfe6b1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:53.061498 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7f996313-38db-49a7-b674-4d6ab1f4f806 req-f84897ab-35e2-46eb-b8f7-de4cfecfe6b1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.1444559 Jun 24 09:25:53.090516 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88932ef5-cf47-4621-808f-5522c4b26a8d req-48c1cf20-3164-4057-8efe-740766e257fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81df801e-fcff-44cf-984a-bf751b7f9abc HTTP/1.1" status: 200 len: 999 time: 0.0745809 Jun 24 09:25:53.115084 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7f996313-38db-49a7-b674-4d6ab1f4f806 req-097da4d7-e218-404f-982f-1d6d05e108f4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458441 Jun 24 09:25:53.148617 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88932ef5-cf47-4621-808f-5522c4b26a8d req-25d565ae-0305-41b1-be69-fcbd39204fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:53.150067 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88932ef5-cf47-4621-808f-5522c4b26a8d req-25d565ae-0305-41b1-be69-fcbd39204fe6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=172579aa-233f-48bd-9ad4-0b00016b6268 HTTP/1.1" status: 200 len: 855 time: 0.0519867 Jun 24 09:25:53.154172 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:53.156316 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:53.156897 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:53.159211 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-cf88966a-98af-4525-a065-b1ef088d7e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:53.217035 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88932ef5-cf47-4621-808f-5522c4b26a8d req-b1046b13-5bbd-4527-a24a-4fa0ea16a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:53.219033 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88932ef5-cf47-4621-808f-5522c4b26a8d req-b1046b13-5bbd-4527-a24a-4fa0ea16a526 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5ca0700-991e-47d2-99de-f9047b5f2e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596707 Jun 24 09:25:53.226017 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=c859d7a4-1812-4622-a9ec-8a2838f8c2cd,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:53.228679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:53.235597 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network c859d7a4-1812-4622-a9ec-8a2838f8c2cd details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:25:53.281387 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7660332 Jun 24 09:25:53.282669 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52238) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:53.288074 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-a838bea5-b6fc-4cbb-91b3-2d9c5dad14c4 admin admin] Request body: {'subnet': {'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1504085345-subnet', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'ip_version': 4}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:53.356171 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88932ef5-cf47-4621-808f-5522c4b26a8d req-55535aac-7d15-4708-be01-ee9b90102a58 service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195121 Jun 24 09:25:53.366762 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde79cc-2f11-4185-84ad-30541c92f362 req-2f12db6e-7ef8-40b1-a3c6-d460e27342cf tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:53.374117 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7dde79cc-2f11-4185-84ad-30541c92f362 req-2f12db6e-7ef8-40b1-a3c6-d460e27342cf tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1432886 Jun 24 09:25:53.399772 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a838bea5-b6fc-4cbb-91b3-2d9c5dad14c4 admin admin] Made reservation on behalf of fbfdc68456ca43ad8b12fde0e8cc2f24 for: {'subnet': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:25:53.402316 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a838bea5-b6fc-4cbb-91b3-2d9c5dad14c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13447192'] for subnet, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:53.462928 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7dde79cc-2f11-4185-84ad-30541c92f362 req-9aa5f644-1839-4bf1-a386-460bee78f2d3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851970 Jun 24 09:25:53.504813 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88932ef5-cf47-4621-808f-5522c4b26a8d req-d1f1b517-e8b0-4b7c-b0ab-b53c8e5eabcb service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357663 Jun 24 09:25:53.707687 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a838bea5-b6fc-4cbb-91b3-2d9c5dad14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14455540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13447178'] for subnet, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:53.710319 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0587169c-e620-4416-a9d1-b621600b2530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:53.762497 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838bea5-b6fc-4cbb-91b3-2d9c5dad14c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d68aec6-ddc3-493c-9a2f-e03dbb68dba1,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:53.766155 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a838bea5-b6fc-4cbb-91b3-2d9c5dad14c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:53.774479 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a838bea5-b6fc-4cbb-91b3-2d9c5dad14c4 admin admin] Checking segment: {'id': 'a08fd052-9a81-40ec-883a-0994c1609d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:25:53.774825 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a838bea5-b6fc-4cbb-91b3-2d9c5dad14c4 admin admin] Network hostable DHCP agents. Network: c859d7a4-1812-4622-a9ec-8a2838f8c2cd, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:25:53.885816 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a838bea5-b6fc-4cbb-91b3-2d9c5dad14c4 admin admin] Network c859d7a4-1812-4622-a9ec-8a2838f8c2cd is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:25:53.959589 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-a838bea5-b6fc-4cbb-91b3-2d9c5dad14c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, c859d7a4-1812-4622-a9ec-8a2838f8c2cd) {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:53.963627 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a838bea5-b6fc-4cbb-91b3-2d9c5dad14c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:53.964216 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a838bea5-b6fc-4cbb-91b3-2d9c5dad14c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:53.969108 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfcbc44-a540-4efb-9a7c-2e70e89b2e5c None None] Network c859d7a4-1812-4622-a9ec-8a2838f8c2cd requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:25:54.087382 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-a838bea5-b6fc-4cbb-91b3-2d9c5dad14c4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8006365 Jun 24 09:25:54.089346 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 52260) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:54.093978 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:54.122910 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed33512-b3e3-58ef-ba84-c64153fe4983-c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'fixed_ips': [{'subnet_id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1'}]}} from dv-cinder-797812-1-iscsi. {{(pid=93461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:25:54.123772 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:54.192860 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16302751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25639'] for router, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:54.195237 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16302253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16375808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16395457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25640'] for router, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:54.259388 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:54.277526 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.db_base_plugin_common [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Allocated IP 172.20.0.2 (c859d7a4-1812-4622-a9ec-8a2838f8c2cd/1d68aec6-ddc3-493c-9a2f-e03dbb68dba1/c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6) {{(pid=93461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:25:54.321113 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ca392-4630-4293-987d-f5eb1b1e31f0 req-ba412386-36c5-4ffd-843e-03c0fb9a3f8a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:54.322581 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-977ca392-4630-4293-987d-f5eb1b1e31f0 req-ba412386-36c5-4ffd-843e-03c0fb9a3f8a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 945 time: 0.0617430 Jun 24 09:25:54.424865 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Notify callbacks [] for port, precommit_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:54.430282 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-977ca392-4630-4293-987d-f5eb1b1e31f0 req-948452a1-7653-438f-b167-9f1fddb6f55d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010749 Jun 24 09:25:54.433288 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Transition to ACTIVE for port object c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:54.449791 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Transition to ACTIVE for port object c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 will not be triggered until provisioned by entity DHCP. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:54.505206 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16318367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16302736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25658'] for router, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:54.524852 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:54.527730 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:54.573479 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Network c859d7a4-1812-4622-a9ec-8a2838f8c2cd is already hosted by enough agents. {{(pid=93461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:54.576370 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.base_scheduler [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Resources bound (agent type, host, resource id): {{(pid=93461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:54.581250 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Received port after_create {{(pid=93461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:25:54.602637 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Pushing event updated for resources: {'Port': ['ID=c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6,revision_number=1']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:54.608357 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:54.661007 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Attempting to bind port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:25:54.661616 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Attempting to bind port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': 'a08fd052-9a81-40ec-883a-0994c1609d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:25:54.662151 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Attempting to bind port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 on network c859d7a4-1812-4622-a9ec-8a2838f8c2cd {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:25:54.668491 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:25:54.669157 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Checking segment: {'id': 'a08fd052-9a81-40ec-883a-0994c1609d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:25:54.669766 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:54.670487 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Bound using segment: {'id': 'a08fd052-9a81-40ec-883a-0994c1609d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:25:54.671809 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Bound port: c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08fd052-9a81-40ec-883a-0994c1609d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:25:54.672386 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:54.690172 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e52fdb-7d4b-4cdf-94cb-aa853b9f7d75 req-e3a574d2-d8fb-475b-bab8-bc62fa7a014d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:54.691923 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-51e52fdb-7d4b-4cdf-94cb-aa853b9f7d75 req-e3a574d2-d8fb-475b-bab8-bc62fa7a014d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0917823 Jun 24 09:25:54.748074 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-51e52fdb-7d4b-4cdf-94cb-aa853b9f7d75 req-b5a6701f-6f9d-44b1-bc74-f418414c72e5 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497992 Jun 24 09:25:54.781962 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] For port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:25:54.785389 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] For port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:25:54.872948 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:54.875294 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 76c77407-26f3-4622-8b98-d3508268727e no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:25:54.899729 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:54.900310 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:54.902793 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: 76c77407-26f3-4622-8b98-d3508268727e {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:25:54.903229 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 76c77407-26f3-4622-8b98-d3508268727e not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:25:54.903710 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 81df801e-fcff-44cf-984a-bf751b7f9abc no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:25:54.908086 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:54.993317 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Pushing event updated for resources: {'Port': ['ID=c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6,revision_number=2']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:54.997370 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:55.014454 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Allocated IP 172.27.2.198 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/da03209f-70cd-425f-bed1-aa7eded78747) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:25:55.035820 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:55.059190 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81df801e-fcff-44cf-984a-bf751b7f9abc'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:25:55.061678 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7ae04f-65ee-4f00-abf6-628b6d765cc5" -d '{"events": [{"server_uuid": "27c874ae-5cb3-4176-a256-36e5b8ec595f", "name": "network-vif-unplugged", "status": "completed", "tag": "81df801e-fcff-44cf-984a-bf751b7f9abc"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:25:55.079812 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 81df801e-fcff-44cf-984a-bf751b7f9abc, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=81df801e-fcff-44cf-984a-bf751b7f9abc,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:55.104174 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 09:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32242739-e2a9-4465-b2cc-8461541caf80 x-openstack-request-id: req-32242739-e2a9-4465-b2cc-8461541caf80 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:25:55.104535 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c874ae-5cb3-4176-a256-36e5b8ec595f", "name": "network-vif-unplugged", "status": "completed", "tag": "81df801e-fcff-44cf-984a-bf751b7f9abc", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:25:55.104807 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32242739-e2a9-4465-b2cc-8461541caf80 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:25:55.105228 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'code': 200} Jun 24 09:25:55.155040 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:55.181855 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:55.184430 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f410b9c8-2cdf-48f4-ae8f-f2dad27ae468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:55.275034 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=81df801e-fcff-44cf-984a-bf751b7f9abc,revision_number=8']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:55.279371 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:55.295850 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:55.299201 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:55.334956 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:55.337792 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:55.344775 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:25:55.377715 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Pushing event updated for resources: {'Port': ['ID=da03209f-70cd-425f-bed1-aa7eded78747,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:55.381653 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:55.664198 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57c82c-4a3e-4511-98c5-c86404d841a2 req-7e5bf2e0-fc83-4c7c-8362-20c420526aaa tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:55.665764 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2f57c82c-4a3e-4511-98c5-c86404d841a2 req-7e5bf2e0-fc83-4c7c-8362-20c420526aaa tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0774844 Jun 24 09:25:55.709918 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2f57c82c-4a3e-4511-98c5-c86404d841a2 req-dc0d066c-9ed7-4b92-834f-31dceb2411a9 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380981 Jun 24 09:25:55.941085 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:55.959420 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f0c617-9b29-469d-b942-a8423ed97b6c None None] Network c859d7a4-1812-4622-a9ec-8a2838f8c2cd requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:25:56.006037 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c7793-1cbd-475a-8605-abada364ea9f req-dc0d0217-e211-4210-8f81-2d2446e9b161 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:56.007502 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-237c7793-1cbd-475a-8605-abada364ea9f req-dc0d0217-e211-4210-8f81-2d2446e9b161 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1487648 Jun 24 09:25:56.118217 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-237c7793-1cbd-475a-8605-abada364ea9f req-8dc85baa-7338-4a6d-97c5-7ebfcb5bebee tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822742 Jun 24 09:25:56.138412 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-c8d1b709-8ce6-4583-a6fd-345cd0456e6d None None] Provisioning for port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:56.147459 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:56.192075 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16302729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16318338'] for router, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:56.303126 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:56.307280 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:56.307837 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:56.399371 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:56.400124 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Router 656089ba-7967-4fa7-9723-08643a371ddf is scheduled to L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a with binding_index 1 {{(pid=93459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:25:56.421212 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-786b4238-a0c4-4770-a4c9-e6f63ba90e43 None None] Provisioning complete for port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:56.421501 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-786b4238-a0c4-4770-a4c9-e6f63ba90e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:56.456903 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:25:56.505411 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:25:56.509986 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-786b4238-a0c4-4770-a4c9-e6f63ba90e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:56.512968 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:56.517083 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Sync routers for ids ['656089ba-7967-4fa7-9723-08643a371ddf'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:25:56.520673 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:56.528047 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Routers {'656089ba-7967-4fa7-9723-08643a371ddf'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:25:56.528858 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['656089ba-7967-4fa7-9723-08643a371ddf'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:56.599906 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] Notify callbacks [] for router, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:56.601533 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5dc67870-ecd5-498e-92ac-b312e47a523a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5109308 Jun 24 09:25:56.604088 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52324) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:56.616346 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:56.621615 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:56.630542 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.db.api [None req-786b4238-a0c4-4770-a4c9-e6f63ba90e43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 09:25:56.630937 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_db.api [None req-786b4238-a0c4-4770-a4c9-e6f63ba90e43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 09:25:56.722889 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Set router 656089ba-7967-4fa7-9723-08643a371ddf gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:25:56.907648 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:55Z', 'revision_number': 3, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port': {'id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:56.939538 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Checking router: 656089ba-7967-4fa7-9723-08643a371ddf for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:25:56.939830 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Updating router 656089ba-7967-4fa7-9723-08643a371ddf port da03209f-70cd-425f-bed1-aa7eded78747 binding host dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:25:56.980935 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:56.993433 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb0b7b-fa21-4f50-8cd5-c51199e13e51 req-0d83d86e-fb49-4651-bea4-010276dc7506 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:56.994852 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3adb0b7b-fa21-4f50-8cd5-c51199e13e51 req-0d83d86e-fb49-4651-bea4-010276dc7506 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.1435168 Jun 24 09:25:57.067757 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3adb0b7b-fa21-4f50-8cd5-c51199e13e51 req-4bc98141-3b7d-4083-9aa8-b9531e5be078 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653574 Jun 24 09:25:57.115139 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:57.248549 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Notify callbacks [] for port, precommit_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:57.265751 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.provisioning_blocks [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Transition to ACTIVE for port object da03209f-70cd-425f-bed1-aa7eded78747 will not be triggered until provisioned by entity L2. {{(pid=93462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:57.281644 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Allocated IP 172.20.0.1 (c859d7a4-1812-4622-a9ec-8a2838f8c2cd/1d68aec6-ddc3-493c-9a2f-e03dbb68dba1/41c765c6-adfc-4639-9ee7-1e12f1ed5365) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:25:57.325769 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:57.329857 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-35a8345b-9b5d-491b-b2aa-7989562fdfd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:57.332173 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25204d65-0ff5-4ea7-884f-1b5012f3a1b9 req-0b925679-05b9-4b34-ac1b-6afb9eb78441 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:57.334207 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-25204d65-0ff5-4ea7-884f-1b5012f3a1b9 req-0b925679-05b9-4b34-ac1b-6afb9eb78441 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0752175 Jun 24 09:25:57.376134 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891a4f0-e9d7-4444-b525-8dc62fb35b58 None None] Pushing event updated for resources: {'Port': ['ID=da03209f-70cd-425f-bed1-aa7eded78747,revision_number=2']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:57.384190 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-25204d65-0ff5-4ea7-884f-1b5012f3a1b9 req-e209a900-5302-4e6b-b529-e3490b46ad1d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Jun 24 09:25:57.385529 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-2891a4f0-e9d7-4444-b525-8dc62fb35b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:57.402887 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:57.403864 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Attempting to bind port da03209f-70cd-425f-bed1-aa7eded78747 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:25:57.404239 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Attempting to bind port da03209f-70cd-425f-bed1-aa7eded78747 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:25:57.404600 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Attempting to bind port da03209f-70cd-425f-bed1-aa7eded78747 on network 9b126f81-95f7-4d7b-999a-b64433cd03c3 {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:25:57.409655 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:25:57.410065 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Checking segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:25:57.410451 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:57.410836 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Bound using segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:25:57.411319 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Bound port: da03209f-70cd-425f-bed1-aa7eded78747, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:25:57.411684 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:57.418840 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Transition to ACTIVE for port object 41c765c6-adfc-4639-9ee7-1e12f1ed5365 will not be triggered until provisioned by entity DHCP. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:25:57.460652 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] For port da03209f-70cd-425f-bed1-aa7eded78747, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:25:57.463571 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] For port da03209f-70cd-425f-bed1-aa7eded78747, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=da03209f-70cd-425f-bed1-aa7eded78747,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:25:57.524479 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:57.526984 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4ec63597-42a1-43f5-bcd8-fcb0fe13287a tempest-DeleteServersTestJSON-1815740031 tempest-DeleteServersTestJSON-1815740031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:57.547582 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:57.549867 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-462fcae8-e0b5-4c7b-afe1-5b0ff7fb122c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:57.569493 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Network c859d7a4-1812-4622-a9ec-8a2838f8c2cd is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:57.572702 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:57.582679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:25:57.609891 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891a4f0-e9d7-4444-b525-8dc62fb35b58 None None] Pushing event updated for resources: {'Port': ['ID=da03209f-70cd-425f-bed1-aa7eded78747,revision_number=3']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:57.612814 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-2891a4f0-e9d7-4444-b525-8dc62fb35b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:57.617348 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Routers {'656089ba-7967-4fa7-9723-08643a371ddf'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:25:57.626492 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['656089ba-7967-4fa7-9723-08643a371ddf'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:57.626705 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Pushing event updated for resources: {'Port': ['ID=41c765c6-adfc-4639-9ee7-1e12f1ed5365,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:57.626705 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:57.637475 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16380957'] for router_interface, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:57.744083 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] Set router 656089ba-7967-4fa7-9723-08643a371ddf gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:25:57.844722 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:57.891344 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-fc1cbf59-6eed-4af8-92fc-323f06ca7e74 None None] Provisioning for port 41c765c6-adfc-4639-9ee7-1e12f1ed5365 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:25:57.895140 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-fc1cbf59-6eed-4af8-92fc-323f06ca7e74 None None] Provisioning complete for port 41c765c6-adfc-4639-9ee7-1e12f1ed5365 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:57.895542 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-fc1cbf59-6eed-4af8-92fc-323f06ca7e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:57.931432 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-fc1cbf59-6eed-4af8-92fc-323f06ca7e74 None None] Port 41c765c6-adfc-4639-9ee7-1e12f1ed5365 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:25:57.931940 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:55Z', 'revision_number': 3, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port': {'id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:57.957877 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4afc1-85c7-4e22-98a8-6c17c8005979 None None] The sync data for ids ['656089ba-7967-4fa7-9723-08643a371ddf'] in dv-cinder-797812-1-iscsi is: [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:55Z', 'revision_number': 3, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port': {'id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:25:58.005744 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:58.066600 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:58.069515 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:58.095983 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:25:58.136404 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Pushing event updated for resources: {'Port': ['ID=41c765c6-adfc-4639-9ee7-1e12f1ed5365,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:58.140334 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16381065'] for router_interface, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:58.142343 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:25:58.149622 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:58.150247 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:58.491404 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Network c859d7a4-1812-4622-a9ec-8a2838f8c2cd is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:25:58.494250 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:25:58.508635 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c0a97-2d9a-4555-86a5-f3bf726ff710 req-f2bd182f-a1d4-4f2f-94ef-77acfaaeba18 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:58.510127 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c85c0a97-2d9a-4555-86a5-f3bf726ff710 req-f2bd182f-a1d4-4f2f-94ef-77acfaaeba18 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.1074347 Jun 24 09:25:58.580043 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:58.642032 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3383-74a5-411b-8810-861636c04838 req-a97a193b-9686-4fbc-8a0d-a5c00fc42faf tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:58.643602 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2f8c3383-74a5-411b-8810-861636c04838 req-a97a193b-9686-4fbc-8a0d-a5c00fc42faf tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1054318 Jun 24 09:25:58.720709 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c85c0a97-2d9a-4555-86a5-f3bf726ff710 req-eed18e69-6620-423d-b8ac-aeee76193b11 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690775 Jun 24 09:25:58.735182 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2f8c3383-74a5-411b-8810-861636c04838 req-e8a44410-07cf-4cf8-813b-005ee7e2e8ce tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858285 Jun 24 09:25:58.772789 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Router 656089ba-7967-4fa7-9723-08643a371ddf has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:25:58.796560 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64ff1adf-fa5f-4c9f-b4fe-9411b24b24d7 req-227aeff0-eb23-491d-bda6-d6817fbb1c0b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847321 Jun 24 09:25:58.873213 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-b269a5e3-bc5d-40a1-8327-7767a34c5358 None None] Provisioning complete for port 41c765c6-adfc-4639-9ee7-1e12f1ed5365 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:25:58.873855 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-b269a5e3-bc5d-40a1-8327-7767a34c5358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:58.900407 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:25:58.905562 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] 10.222.0.39 "PUT /v2.0/routers/656089ba-7967-4fa7-9723-08643a371ddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3003960 Jun 24 09:25:58.928527 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-b269a5e3-bc5d-40a1-8327-7767a34c5358 None None] Port 41c765c6-adfc-4639-9ee7-1e12f1ed5365 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:25:58.951501 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1adf-fa5f-4c9f-b4fe-9411b24b24d7 req-32537e99-a029-43d3-8b1f-dfad7a04027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:58.951501 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64ff1adf-fa5f-4c9f-b4fe-9411b24b24d7 req-32537e99-a029-43d3-8b1f-dfad7a04027d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8a0c67c143a4eb19c1e5cf27856e67b&device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 1098 time: 0.0775456 Jun 24 09:25:59.076374 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1adf-fa5f-4c9f-b4fe-9411b24b24d7 req-2d420585-9543-4ccb-842d-c9f6d8485336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:59.077870 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64ff1adf-fa5f-4c9f-b4fe-9411b24b24d7 req-2d420585-9543-4ccb-842d-c9f6d8485336 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4dc34bfe-d409-482a-8295-442d7f26244e HTTP/1.1" status: 200 len: 920 time: 0.1008289 Jun 24 09:25:59.141203 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64ff1adf-fa5f-4c9f-b4fe-9411b24b24d7 req-65106799-8cc0-4100-b840-d59ae8f5a51e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9daffe0-0a92-4758-bfa4-25e7070cdc0d HTTP/1.1" status: 200 len: 217 time: 0.0390804 Jun 24 09:25:59.192296 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1adf-fa5f-4c9f-b4fe-9411b24b24d7 req-557ec070-9e36-4394-b48d-e69c5f69f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:59.194443 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64ff1adf-fa5f-4c9f-b4fe-9411b24b24d7 req-557ec070-9e36-4394-b48d-e69c5f69f9ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39188485-ce1d-43fe-a076-b062c72c56ce HTTP/1.1" status: 200 len: 859 time: 0.0445709 Jun 24 09:25:59.229426 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64ff1adf-fa5f-4c9f-b4fe-9411b24b24d7 req-d7ad2f5b-9cf8-4de9-8e57-00b876972f68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dc34bfe-d409-482a-8295-442d7f26244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271864 Jun 24 09:25:59.324619 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64ff1adf-fa5f-4c9f-b4fe-9411b24b24d7 req-455a9f37-35ae-4845-beb2-9ba09873bdcb service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864623 Jun 24 09:25:59.419179 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64ff1adf-fa5f-4c9f-b4fe-9411b24b24d7 req-816b8f19-c530-47e2-a144-ba27ff0bc07e service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838783 Jun 24 09:25:59.583889 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52372) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:25:59.590383 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-64059086-network', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:25:59.679416 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Made reservation on behalf of bbc3a510b499427f8fe38713bd51bcba for: {'network': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:25:59.681835 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:59.692240 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:59.782696 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:59.816807 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Sync routers for ids ['656089ba-7967-4fa7-9723-08643a371ddf'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:25:59.832480 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Routers {'656089ba-7967-4fa7-9723-08643a371ddf'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:25:59.832480 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['656089ba-7967-4fa7-9723-08643a371ddf'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:25:59.927588 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:59.932939 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-90364b3a-7ec2-482c-888d-9e948af45f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:25:59.952949 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:25:59.963191 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bb8c8-d533-452d-b458-b11befa0317c req-f6883029-840a-4369-815f-ae938f6950cc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:25:59.965112 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-328bb8c8-d533-452d-b458-b11befa0317c req-f6883029-840a-4369-815f-ae938f6950cc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.1028800 Jun 24 09:25:59.984542 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:25:59.984542 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.segments_db [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Added segment 4c8196ec-3410-4f6e-983b-46a7933a2926 of type vlan for network 2aeadce1-494f-4348-a2ff-10c3f41c3508 Jun 24 09:25:59.987760 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96d6abd-b276-402e-b94f-6284b4338c6c,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:25:59.999098 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:00.040119 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:00.058518 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82af995-3626-45ba-b5d1-bb1b77887857 req-e9992462-4a45-4264-919c-fc880f658b8e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:00.060251 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b82af995-3626-45ba-b5d1-bb1b77887857 req-e9992462-4a45-4264-919c-fc880f658b8e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1739304 Jun 24 09:26:00.092358 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-328bb8c8-d533-452d-b458-b11befa0317c req-e8a1a3a4-fb6d-46eb-b1ea-7c339961f2c4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164007 Jun 24 09:26:00.184788 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b82af995-3626-45ba-b5d1-bb1b77887857 req-14a6da1e-7f45-455e-bd01-46c789264c0d tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181452 Jun 24 09:26:00.233982 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device da03209f-70cd-425f-bed1-aa7eded78747 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:26:00.257452 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:00.259516 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:00.260468 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:00.272980 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:00.337552 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7522738 Jun 24 09:26:00.341175 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52400) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:00.354188 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-0a4457b0-2c3b-48c3-8978-705f4b15ad98 admin admin] Request body: {'subnet': {'network_id': '2aeadce1-494f-4348-a2ff-10c3f41c3508', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-64059086-subnet', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'ip_version': 4}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:00.354296 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Set router 656089ba-7967-4fa7-9723-08643a371ddf gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:26:00.360415 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Pushing event updated for resources: {'Network': ['ID=2aeadce1-494f-4348-a2ff-10c3f41c3508,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:00.366204 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:00.389929 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network 2aeadce1-494f-4348-a2ff-10c3f41c3508 details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:26:00.438325 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port da03209f-70cd-425f-bed1-aa7eded78747 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:26:00.452952 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port da03209f-70cd-425f-bed1-aa7eded78747 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:00.453453 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:00.468298 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4457b0-2c3b-48c3-8978-705f4b15ad98 admin admin] Made reservation on behalf of bbc3a510b499427f8fe38713bd51bcba for: {'subnet': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:26:00.470658 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0a4457b0-2c3b-48c3-8978-705f4b15ad98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13447192'] for subnet, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:00.709310 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:00.736638 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port da03209f-70cd-425f-bed1-aa7eded78747, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=da03209f-70cd-425f-bed1-aa7eded78747,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:00.754360 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:57Z', 'revision_number': 4, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port': {'id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '41c765c6-adfc-4639-9ee7-1e12f1ed5365', 'name': '', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'mac_address': 'fa:16:3e:02:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:57Z', 'updated_at': '2021-06-24T09:25:57Z', 'revision_number': 2, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'subnets': [{'id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:00.777627 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0a4457b0-2c3b-48c3-8978-705f4b15ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14455540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13447178'] for subnet, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:00.784419 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Checking router: 656089ba-7967-4fa7-9723-08643a371ddf for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:26:00.784791 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Updating router 656089ba-7967-4fa7-9723-08643a371ddf port 41c765c6-adfc-4639-9ee7-1e12f1ed5365 binding host dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:26:00.787679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-02d94658-4915-4556-933a-679c57eab166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:00.807279 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:00.814825 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:00.865866 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:00.939231 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 81df801e-fcff-44cf-984a-bf751b7f9abc no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:26:00.940166 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4457b0-2c3b-48c3-8978-705f4b15ad98 admin admin] Checking segment: {'id': '4c8196ec-3410-4f6e-983b-46a7933a2926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2aeadce1-494f-4348-a2ff-10c3f41c3508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:26:00.940902 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4457b0-2c3b-48c3-8978-705f4b15ad98 admin admin] Network hostable DHCP agents. Network: 2aeadce1-494f-4348-a2ff-10c3f41c3508, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:26:00.950843 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4457b0-2c3b-48c3-8978-705f4b15ad98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f19dfe-dedc-4099-bea8-c67393f8580e,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:00.969705 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0a4457b0-2c3b-48c3-8978-705f4b15ad98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:01.010385 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=da03209f-70cd-425f-bed1-aa7eded78747,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:01.017674 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:01.049684 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4457b0-2c3b-48c3-8978-705f4b15ad98 admin admin] Network 2aeadce1-494f-4348-a2ff-10c3f41c3508 is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:26:01.136436 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-0a4457b0-2c3b-48c3-8978-705f4b15ad98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, 2aeadce1-494f-4348-a2ff-10c3f41c3508) {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:26:01.143556 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4457b0-2c3b-48c3-8978-705f4b15ad98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:01.145355 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0a4457b0-2c3b-48c3-8978-705f4b15ad98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:01.201173 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8613c1ac-1c35-4456-b04d-328887142d92 None None] Network 2aeadce1-494f-4348-a2ff-10c3f41c3508 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:26:01.280739 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-0a4457b0-2c3b-48c3-8978-705f4b15ad98 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9378803 Jun 24 09:26:01.283765 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 52428) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:01.289696 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-64059086-router', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:01.405850 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe608c-c763-40fb-a2bd-7f0794bebfc2 req-a60f409b-8885-491a-b60c-4ef8c247221b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:01.409138 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6afe608c-c763-40fb-a2bd-7f0794bebfc2 req-a60f409b-8885-491a-b60c-4ef8c247221b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0823443 Jun 24 09:26:01.428355 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16302751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25639'] for router, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:01.429441 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16302253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16375808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16395457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25640'] for router, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:01.460023 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6afe608c-c763-40fb-a2bd-7f0794bebfc2 req-3f3997a9-2d88-4141-afb7-0e7d6a2d34e5 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453057 Jun 24 09:26:01.464423 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:01.468230 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db39401f-57b9-4332-98b4-74587847930a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed33512-b3e3-58ef-ba84-c64153fe4983-2aeadce1-494f-4348-a2ff-10c3f41c3508', 'network_id': '2aeadce1-494f-4348-a2ff-10c3f41c3508', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'fixed_ips': [{'subnet_id': '49f19dfe-dedc-4099-bea8-c67393f8580e'}]}} from dv-cinder-797812-1-iscsi. {{(pid=93461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:26:01.469075 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-db39401f-57b9-4332-98b4-74587847930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:01.492008 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Transition to ACTIVE for port object 41c765c6-adfc-4639-9ee7-1e12f1ed5365 will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:26:01.502297 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:01.568981 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:01.582381 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:01.720878 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547c060-b510-4146-981e-fa7c18c16964 None None] Pushing event updated for resources: {'Port': ['ID=41c765c6-adfc-4639-9ee7-1e12f1ed5365,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:01.726243 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-7547c060-b510-4146-981e-fa7c18c16964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:01.754347 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16318367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16302736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25658'] for router, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:01.760860 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Attempting to bind port 41c765c6-adfc-4639-9ee7-1e12f1ed5365 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:26:01.767787 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Attempting to bind port 41c765c6-adfc-4639-9ee7-1e12f1ed5365 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': 'a08fd052-9a81-40ec-883a-0994c1609d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:26:01.767787 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Attempting to bind port 41c765c6-adfc-4639-9ee7-1e12f1ed5365 on network c859d7a4-1812-4622-a9ec-8a2838f8c2cd {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:26:01.767787 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.db_base_plugin_common [None req-db39401f-57b9-4332-98b4-74587847930a None None] Allocated IP 172.20.0.2 (2aeadce1-494f-4348-a2ff-10c3f41c3508/49f19dfe-dedc-4099-bea8-c67393f8580e/be70892c-b9ab-4e8d-bc7c-b385ef73651a) {{(pid=93461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:26:01.773175 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:26:01.773570 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Checking segment: {'id': 'a08fd052-9a81-40ec-883a-0994c1609d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:26:01.773993 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:01.774403 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Bound using segment: {'id': 'a08fd052-9a81-40ec-883a-0994c1609d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:26:01.774919 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Bound port: 41c765c6-adfc-4639-9ee7-1e12f1ed5365, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08fd052-9a81-40ec-883a-0994c1609d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:26:01.775326 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:01.910836 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] For port 41c765c6-adfc-4639-9ee7-1e12f1ed5365, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:26:01.915384 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] For port 41c765c6-adfc-4639-9ee7-1e12f1ed5365, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=41c765c6-adfc-4639-9ee7-1e12f1ed5365,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:26:02.045722 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-db39401f-57b9-4332-98b4-74587847930a None None] Notify callbacks [] for port, precommit_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:02.063706 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-db39401f-57b9-4332-98b4-74587847930a None None] Transition to ACTIVE for port object be70892c-b9ab-4e8d-bc7c-b385ef73651a will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:26:02.083478 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-db39401f-57b9-4332-98b4-74587847930a None None] Transition to ACTIVE for port object be70892c-b9ab-4e8d-bc7c-b385ef73651a will not be triggered until provisioned by entity DHCP. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:26:02.085241 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:02.100494 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:02.228557 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device da03209f-70cd-425f-bed1-aa7eded78747 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:26:02.231223 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:02.251471 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:02.340978 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-db39401f-57b9-4332-98b4-74587847930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:02.364761 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Routers {'656089ba-7967-4fa7-9723-08643a371ddf'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:26:02.365871 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['656089ba-7967-4fa7-9723-08643a371ddf'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:02.499141 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88529f0a-37cf-471c-b7c5-93799267ce02 req-09da5ec0-7aa9-4f03-aee3-399c8552ef28 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:02.515311 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-88529f0a-37cf-471c-b7c5-93799267ce02 req-09da5ec0-7aa9-4f03-aee3-399c8552ef28 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.1974692 Jun 24 09:26:02.522213 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Allocated IP 172.27.2.45 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/37de587b-4fe8-4649-a17b-fab2f0a841e8) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:26:02.605647 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-88529f0a-37cf-471c-b7c5-93799267ce02 req-c32c5d2a-6b86-4fc7-b2a7-682c6ffaddb9 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890555 Jun 24 09:26:02.772932 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:02.816560 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] Set router 656089ba-7967-4fa7-9723-08643a371ddf gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:26:02.885725 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046cb0c-6fc0-4a5c-a09a-a18ba47e22a9 req-a570ac4d-55ad-410a-82c9-1d16c446cc1a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:02.897237 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0046cb0c-6fc0-4a5c-a09a-a18ba47e22a9 req-a570ac4d-55ad-410a-82c9-1d16c446cc1a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0891597 Jun 24 09:26:02.950050 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:02.956105 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7dd9fb09-53fa-4d1e-b10e-b2bbb0085603 tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:02.963746 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0046cb0c-6fc0-4a5c-a09a-a18ba47e22a9 req-4b16ae44-c4f1-4a3a-9131-896e8c82138b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653687 Jun 24 09:26:02.973636 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db39401f-57b9-4332-98b4-74587847930a None None] Network 2aeadce1-494f-4348-a2ff-10c3f41c3508 is already hosted by enough agents. {{(pid=93461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:26:02.976815 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547c060-b510-4146-981e-fa7c18c16964 None None] Pushing event updated for resources: {'Port': ['ID=41c765c6-adfc-4639-9ee7-1e12f1ed5365,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:02.988663 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.base_scheduler [None req-db39401f-57b9-4332-98b4-74587847930a None None] Resources bound (agent type, host, resource id): {{(pid=93461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:26:02.991949 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-7547c060-b510-4146-981e-fa7c18c16964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:02.992541 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.632s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:02.994452 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port da03209f-70cd-425f-bed1-aa7eded78747 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:02.994839 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:02.996725 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39401f-57b9-4332-98b4-74587847930a None None] Received port after_create {{(pid=93461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:26:03.081208 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:26:03.104642 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:26:03.108901 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Pushing event updated for resources: {'Port': ['ID=37de587b-4fe8-4649-a17b-fab2f0a841e8,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:03.120077 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:26:03.127347 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:03.157445 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39401f-57b9-4332-98b4-74587847930a None None] Pushing event updated for resources: {'Port': ['ID=be70892c-b9ab-4e8d-bc7c-b385ef73651a,revision_number=1']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:03.170683 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-db39401f-57b9-4332-98b4-74587847930a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:03.200332 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-db39401f-57b9-4332-98b4-74587847930a None None] Attempting to bind port be70892c-b9ab-4e8d-bc7c-b385ef73651a on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:26:03.200332 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-db39401f-57b9-4332-98b4-74587847930a None None] Attempting to bind port be70892c-b9ab-4e8d-bc7c-b385ef73651a by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '4c8196ec-3410-4f6e-983b-46a7933a2926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2aeadce1-494f-4348-a2ff-10c3f41c3508'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:26:03.200332 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39401f-57b9-4332-98b4-74587847930a None None] Attempting to bind port be70892c-b9ab-4e8d-bc7c-b385ef73651a on network 2aeadce1-494f-4348-a2ff-10c3f41c3508 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:26:03.231587 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39401f-57b9-4332-98b4-74587847930a None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:26:03.231965 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39401f-57b9-4332-98b4-74587847930a None None] Checking segment: {'id': '4c8196ec-3410-4f6e-983b-46a7933a2926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2aeadce1-494f-4348-a2ff-10c3f41c3508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:26:03.232573 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-db39401f-57b9-4332-98b4-74587847930a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:03.232782 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39401f-57b9-4332-98b4-74587847930a None None] Bound using segment: {'id': '4c8196ec-3410-4f6e-983b-46a7933a2926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2aeadce1-494f-4348-a2ff-10c3f41c3508'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:26:03.233274 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-db39401f-57b9-4332-98b4-74587847930a None None] Bound port: be70892c-b9ab-4e8d-bc7c-b385ef73651a, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8196ec-3410-4f6e-983b-46a7933a2926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2aeadce1-494f-4348-a2ff-10c3f41c3508'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:26:03.233652 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-db39401f-57b9-4332-98b4-74587847930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:03.285873 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52476) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:03.351554 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-db39401f-57b9-4332-98b4-74587847930a None None] For port be70892c-b9ab-4e8d-bc7c-b385ef73651a, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:26:03.355272 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-db39401f-57b9-4332-98b4-74587847930a None None] For port be70892c-b9ab-4e8d-bc7c-b385ef73651a, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=be70892c-b9ab-4e8d-bc7c-b385ef73651a,segment=NetworkSegment(4c8196ec-3410-4f6e-983b-46a7933a2926),segment_id=4c8196ec-3410-4f6e-983b-46a7933a2926)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:26:03.357706 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:57Z', 'revision_number': 4, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port': {'id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '41c765c6-adfc-4639-9ee7-1e12f1ed5365', 'name': '', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'mac_address': 'fa:16:3e:02:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:57Z', 'updated_at': '2021-06-24T09:26:01Z', 'revision_number': 4, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'subnets': [{'id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:03.407648 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc0a6d3-bfb0-48d2-b068-8714ce8e60a3 None None] The sync data for ids ['656089ba-7967-4fa7-9723-08643a371ddf'] in dv-cinder-797812-1-iscsi is: [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:57Z', 'revision_number': 4, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port': {'id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '41c765c6-adfc-4639-9ee7-1e12f1ed5365', 'name': '', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'mac_address': 'fa:16:3e:02:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:57Z', 'updated_at': '2021-06-24T09:26:01Z', 'revision_number': 4, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'subnets': [{'id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:26:03.423576 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931c58a-a464-48a6-8f9a-af21e9cd8f45 req-292fda55-1e6e-4e9f-8335-92b0a3c70007 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:03.431381 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c931c58a-a464-48a6-8f9a-af21e9cd8f45 req-292fda55-1e6e-4e9f-8335-92b0a3c70007 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 946 time: 0.2437220 Jun 24 09:26:03.467423 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-db39401f-57b9-4332-98b4-74587847930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:03.471302 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-ce7157aa-b61b-4d36-ba63-6582c885f744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:03.568593 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3ad167db-93eb-467f-8a7a-4924de43df40 req-d8962230-c204-4e65-8db3-efaad809d038 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2756755 Jun 24 09:26:03.585084 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39401f-57b9-4332-98b4-74587847930a None None] Pushing event updated for resources: {'Port': ['ID=be70892c-b9ab-4e8d-bc7c-b385ef73651a,revision_number=2']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:03.589977 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-db39401f-57b9-4332-98b4-74587847930a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:03.623162 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c931c58a-a464-48a6-8f9a-af21e9cd8f45 req-97b1e7af-d455-4d4e-982e-99c607267ee2 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905487 Jun 24 09:26:03.747819 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:03.927996 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29dcee-b33a-4fde-97c3-37065ec936d2 req-2b1d7b40-9ee3-40e8-9f25-522514c65b7e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:03.938708 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5a29dcee-b33a-4fde-97c3-37065ec936d2 req-2b1d7b40-9ee3-40e8-9f25-522514c65b7e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.1610713 Jun 24 09:26:04.066586 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5a29dcee-b33a-4fde-97c3-37065ec936d2 req-2d7bedfb-fc21-4eb8-9269-c269daeca728 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233768 Jun 24 09:26:04.292275 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device be70892c-b9ab-4e8d-bc7c-b385ef73651a up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:26:04.354166 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16302729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16318338'] for router, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:04.426354 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41176c47-7449-42ea-b7fe-97aadf0f4092 req-db07f957-ec7c-4b00-a5f0-2e9a46e206d6 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:04.431351 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-41176c47-7449-42ea-b7fe-97aadf0f4092 req-db07f957-ec7c-4b00-a5f0-2e9a46e206d6 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1696839 Jun 24 09:26:04.446020 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port be70892c-b9ab-4e8d-bc7c-b385ef73651a completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:26:04.455268 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 41c765c6-adfc-4639-9ee7-1e12f1ed5365 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:26:04.567951 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-41176c47-7449-42ea-b7fe-97aadf0f4092 req-5779db92-f3cf-453c-917a-524d6a9bfc2e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355145 Jun 24 09:26:04.800340 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 41c765c6-adfc-4639-9ee7-1e12f1ed5365 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:26:04.817364 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 41c765c6-adfc-4639-9ee7-1e12f1ed5365 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:04.818325 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:04.885327 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Router 54748263-8595-4eb0-bd59-3ee7821b2c12 is scheduled to L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a with binding_index 1 {{(pid=93459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:26:05.060934 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:05.086074 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:26:05.111261 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Sync routers for ids ['54748263-8595-4eb0-bd59-3ee7821b2c12'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:26:05.130104 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 41c765c6-adfc-4639-9ee7-1e12f1ed5365, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=41c765c6-adfc-4639-9ee7-1e12f1ed5365,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:05.134176 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Routers {'54748263-8595-4eb0-bd59-3ee7821b2c12'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:26:05.134817 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['54748263-8595-4eb0-bd59-3ee7821b2c12'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:05.139226 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20787dcf-fc10-4f09-808c-589e7fef7453 req-020a4a3b-fa77-4fc6-bb39-d002678e6518 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:05.142390 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-20787dcf-fc10-4f09-808c-589e7fef7453 req-020a4a3b-fa77-4fc6-bb39-d002678e6518 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 946 time: 0.1747789 Jun 24 09:26:05.218650 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:05.221710 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:05.234319 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Notify callbacks [] for router, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:05.238336 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.9502244 Jun 24 09:26:05.238475 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-20787dcf-fc10-4f09-808c-589e7fef7453 req-a2d70c12-edfa-48c2-9f99-ffd048bacc8e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824666 Jun 24 09:26:05.238730 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52504) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:05.304361 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Set router 54748263-8595-4eb0-bd59-3ee7821b2c12 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:26:05.361828 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=41c765c6-adfc-4639-9ee7-1e12f1ed5365,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:05.365242 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f39c793-2a9e-44cd-bd6c-36f2d1a41c3b None None] Network 2aeadce1-494f-4348-a2ff-10c3f41c3508 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:26:05.419872 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:05.645577 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-70ed0e20-2c4f-47e4-9105-dc2a2599a8be None None] Provisioning for port be70892c-b9ab-4e8d-bc7c-b385ef73651a completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:26:05.667612 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-70ed0e20-2c4f-47e4-9105-dc2a2599a8be None None] Provisioning complete for port be70892c-b9ab-4e8d-bc7c-b385ef73651a triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:05.667992 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-70ed0e20-2c4f-47e4-9105-dc2a2599a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:05.779384 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'name': 'tempest-TestShelveInstance-64059086-router', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:26:01Z', 'updated_at': '2021-06-24T09:26:03Z', 'revision_number': 3, 'project_id': 'bbc3a510b499427f8fe38713bd51bcba', 'gw_port': {'id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:26:02Z', 'updated_at': '2021-06-24T09:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:05.847464 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Checking router: 54748263-8595-4eb0-bd59-3ee7821b2c12 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:26:05.847799 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Updating router 54748263-8595-4eb0-bd59-3ee7821b2c12 port 37de587b-4fe8-4649-a17b-fab2f0a841e8 binding host dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:26:05.893095 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:06.003746 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866458d4-c52c-4d45-9a25-1730ab9a7945 req-baa5d2a0-6998-4101-a951-1d0a4f6ed515 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:06.005505 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-866458d4-c52c-4d45-9a25-1730ab9a7945 req-baa5d2a0-6998-4101-a951-1d0a4f6ed515 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 946 time: 0.1097829 Jun 24 09:26:06.005815 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-70ed0e20-2c4f-47e4-9105-dc2a2599a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:06.039279 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cb1e5-ee3e-4897-b565-290a4a35d6d5 req-83c6a66f-e00c-45e3-928c-350d6f307e82 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:06.041370 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8a2cb1e5-ee3e-4897-b565-290a4a35d6d5 req-83c6a66f-e00c-45e3-928c-350d6f307e82 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.6993542 Jun 24 09:26:06.054800 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-70ed0e20-2c4f-47e4-9105-dc2a2599a8be None None] For port be70892c-b9ab-4e8d-bc7c-b385ef73651a, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=be70892c-b9ab-4e8d-bc7c-b385ef73651a,segment=NetworkSegment(4c8196ec-3410-4f6e-983b-46a7933a2926),segment_id=4c8196ec-3410-4f6e-983b-46a7933a2926)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:06.133433 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-70ed0e20-2c4f-47e4-9105-dc2a2599a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:06.137771 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:06.164054 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8a2cb1e5-ee3e-4897-b565-290a4a35d6d5 req-2750eac4-8d1b-4959-940f-d54b1938150b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043487 Jun 24 09:26:06.263191 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90bb31-620f-4da9-b701-6e6c3a1ab4a7 req-5d3af094-b865-4b8d-8f7a-5039f6709229 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:06.264918 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-1a90bb31-620f-4da9-b701-6e6c3a1ab4a7 req-5d3af094-b865-4b8d-8f7a-5039f6709229 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.4352493 Jun 24 09:26:06.297937 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed0e20-2c4f-47e4-9105-dc2a2599a8be None None] Pushing event updated for resources: {'Port': ['ID=be70892c-b9ab-4e8d-bc7c-b385ef73651a,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:06.303049 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-866458d4-c52c-4d45-9a25-1730ab9a7945 req-393539d5-390a-4abe-bd15-933306773a2a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Deleting port ef9abc67-1913-4325-aac4-92be5c84eac5 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:26:06.303613 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-70ed0e20-2c4f-47e4-9105-dc2a2599a8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:06.303968 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-866458d4-c52c-4d45-9a25-1730ab9a7945 req-393539d5-390a-4abe-bd15-933306773a2a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:06.304492 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 41c765c6-adfc-4639-9ee7-1e12f1ed5365 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:26:06.392477 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 41c765c6-adfc-4639-9ee7-1e12f1ed5365 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:06.396960 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:06.469031 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-1a90bb31-620f-4da9-b701-6e6c3a1ab4a7 req-ed9f8f63-5183-4d94-9ce2-611f4453ee06 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797953 Jun 24 09:26:06.503989 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-cfb213bb-1f54-40cc-9778-74dd3b12925e None None] Provisioning complete for port be70892c-b9ab-4e8d-bc7c-b385ef73651a triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:06.504374 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cfb213bb-1f54-40cc-9778-74dd3b12925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:06.535037 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-866458d4-c52c-4d45-9a25-1730ab9a7945 req-393539d5-390a-4abe-bd15-933306773a2a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] For port ef9abc67-1913-4325-aac4-92be5c84eac5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ef9abc67-1913-4325-aac4-92be5c84eac5,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:06.536104 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-866458d4-c52c-4d45-9a25-1730ab9a7945 req-393539d5-390a-4abe-bd15-933306773a2a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:06.556170 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:06.599298 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-866458d4-c52c-4d45-9a25-1730ab9a7945 req-393539d5-390a-4abe-bd15-933306773a2a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Calling delete_port for ef9abc67-1913-4325-aac4-92be5c84eac5 owned by compute:nova {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:26:06.691535 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Notify callbacks [] for port, precommit_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:06.700415 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69c109-ff16-4df6-9eca-d96252429472 req-82e3672c-060d-4bd4-a0de-d3e91ccb651e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:06.702295 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eb69c109-ff16-4df6-9eca-d96252429472 req-82e3672c-060d-4bd4-a0de-d3e91ccb651e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 946 time: 0.1929636 Jun 24 09:26:06.719787 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.provisioning_blocks [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Transition to ACTIVE for port object 37de587b-4fe8-4649-a17b-fab2f0a841e8 will not be triggered until provisioned by entity L2. {{(pid=93462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:26:06.790360 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eb69c109-ff16-4df6-9eca-d96252429472 req-d9f2ebb7-7621-48ff-a362-717997733467 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768807 Jun 24 09:26:06.822914 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:06.824702 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-2891a4f0-e9d7-4444-b525-8dc62fb35b58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:06.877540 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Allocated IP 172.20.0.1 (2aeadce1-494f-4348-a2ff-10c3f41c3508/49f19dfe-dedc-4099-bea8-c67393f8580e/cf1c82d0-a187-4dd3-94e3-530a2546cd23) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:26:06.956281 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Attempting to bind port 37de587b-4fe8-4649-a17b-fab2f0a841e8 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:26:06.956790 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Attempting to bind port 37de587b-4fe8-4649-a17b-fab2f0a841e8 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:26:06.957253 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Attempting to bind port 37de587b-4fe8-4649-a17b-fab2f0a841e8 on network 9b126f81-95f7-4d7b-999a-b64433cd03c3 {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:26:06.960788 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee33104-7a89-40f2-a8c2-8c7a568b9260 None None] Pushing event updated for resources: {'Port': ['ID=37de587b-4fe8-4649-a17b-fab2f0a841e8,revision_number=2']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:06.963909 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-4ee33104-7a89-40f2-a8c2-8c7a568b9260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:06.980088 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:26:06.981452 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Checking segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:26:06.981928 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:06.982392 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Bound using segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:26:06.983526 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Bound port: 37de587b-4fe8-4649-a17b-fab2f0a841e8, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:26:06.983971 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:07.026325 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:07.041795 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Transition to ACTIVE for port object cf1c82d0-a187-4dd3-94e3-530a2546cd23 will not be triggered until provisioned by entity DHCP. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:26:07.046658 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] For port 37de587b-4fe8-4649-a17b-fab2f0a841e8, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:26:07.050431 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] For port 37de587b-4fe8-4649-a17b-fab2f0a841e8, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=37de587b-4fe8-4649-a17b-fab2f0a841e8,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:26:07.051822 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-866458d4-c52c-4d45-9a25-1730ab9a7945 req-393539d5-390a-4abe-bd15-933306773a2a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:07.062471 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:07.088895 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393539d5-390a-4abe-bd15-933306773a2a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Pushing event deleted for resources: {'Port': ['ID=ef9abc67-1913-4325-aac4-92be5c84eac5,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:07.093340 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-393539d5-390a-4abe-bd15-933306773a2a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:07.098672 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['f568d1df-4d1c-40c6-a907-a6939dc6fe49', 'cb77dfdf-2697-4d8a-a2ca-ede9c22890af', 'e2f3626c-b1d6-4373-a5ac-407a83b8ef9d'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:26:07.114573 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-f6a44161-6166-4478-aee9-18ed18342015 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039081024&fields=id&tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2 HTTP/1.1" status: 200 len: 267 time: 0.0621264 Jun 24 09:26:07.173307 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-866458d4-c52c-4d45-9a25-1730ab9a7945 req-393539d5-390a-4abe-bd15-933306773a2a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] No DVR routers for this DVR port ef9abc67-1913-4325-aac4-92be5c84eac5 on host hv-cinder-79781 {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:26:07.193119 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:07.194213 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-866458d4-c52c-4d45-9a25-1730ab9a7945 req-393539d5-390a-4abe-bd15-933306773a2a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:07.196485 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-4ee33104-7a89-40f2-a8c2-8c7a568b9260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:07.204338 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-866458d4-c52c-4d45-9a25-1730ab9a7945 req-393539d5-390a-4abe-bd15-933306773a2a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "DELETE /v2.0/ports/ef9abc67-1913-4325-aac4-92be5c84eac5 HTTP/1.1" status: 204 len: 173 time: 1.1552527 Jun 24 09:26:07.204338 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c8cc5a-6553-4d92-bf4e-3b01516e7a12', 'name': 'network-vif-deleted', 'tag': 'ef9abc67-1913-4325-aac4-92be5c84eac5'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:26:07.205661 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcdc80b-3bb0-4196-bf94-6104568ffaa4" -d '{"events": [{"server_uuid": "d9c8cc5a-6553-4d92-bf4e-3b01516e7a12", "name": "network-vif-deleted", "tag": "ef9abc67-1913-4325-aac4-92be5c84eac5"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:26:07.223140 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:07.247796 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:07.277453 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7af1cc-409c-4930-962a-5c57e21f048b x-openstack-request-id: req-9e7af1cc-409c-4930-962a-5c57e21f048b {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:26:07.277777 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c8cc5a-6553-4d92-bf4e-3b01516e7a12", "name": "network-vif-deleted", "tag": "ef9abc67-1913-4325-aac4-92be5c84eac5", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:26:07.278060 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e7af1cc-409c-4930-962a-5c57e21f048b {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:26:07.278891 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c8cc5a-6553-4d92-bf4e-3b01516e7a12', 'name': 'network-vif-deleted', 'tag': 'ef9abc67-1913-4325-aac4-92be5c84eac5', 'status': 'completed', 'code': 200} Jun 24 09:26:07.296220 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Network 2aeadce1-494f-4348-a2ff-10c3f41c3508 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:26:07.308076 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:26:07.328107 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:26:07.385894 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Routers {'54748263-8595-4eb0-bd59-3ee7821b2c12'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:26:07.387523 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['54748263-8595-4eb0-bd59-3ee7821b2c12'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:07.412085 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-81ef3d34-7363-4295-9215-96f4ab81f4d7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:07.417049 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-81ef3d34-7363-4295-9215-96f4ab81f4d7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 812 time: 0.2916169 Jun 24 09:26:07.419272 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1c82d0-a187-4dd3-94e3-530a2546cd23,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:07.432499 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:07.483240 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a0ec14e0-2ee9-4ccf-87ff-b5fa65577742 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/quotas/8d5c4a9d09eb4edb86fe215d0dea13b2 HTTP/1.1" status: 200 len: 375 time: 0.0258858 Jun 24 09:26:07.515520 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16380957'] for router_interface, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:07.536331 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee33104-7a89-40f2-a8c2-8c7a568b9260 None None] Pushing event updated for resources: {'Port': ['ID=37de587b-4fe8-4649-a17b-fab2f0a841e8,revision_number=3']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:07.539766 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-4ee33104-7a89-40f2-a8c2-8c7a568b9260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:07.700740 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] Set router 54748263-8595-4eb0-bd59-3ee7821b2c12 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:26:07.718156 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e5ddf-86a4-4489-aced-67505f3f736e req-654cd653-e07d-4df6-be0f-f01d822b4e6f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:07.719785 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5f7e5ddf-86a4-4489-aced-67505f3f736e req-654cd653-e07d-4df6-be0f-f01d822b4e6f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.2032144 Jun 24 09:26:07.791323 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5f7e5ddf-86a4-4489-aced-67505f3f736e req-c2099c8a-7523-49f6-8e5b-3600ed3ae95e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649042 Jun 24 09:26:07.936608 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f8bbe571-f881-44fc-b797-a5ec175e08d5 None None] Provisioning for port cf1c82d0-a187-4dd3-94e3-530a2546cd23 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:26:07.945236 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f8bbe571-f881-44fc-b797-a5ec175e08d5 None None] Provisioning complete for port cf1c82d0-a187-4dd3-94e3-530a2546cd23 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:07.946239 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f8bbe571-f881-44fc-b797-a5ec175e08d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:08.020395 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f8bbe571-f881-44fc-b797-a5ec175e08d5 None None] Port cf1c82d0-a187-4dd3-94e3-530a2546cd23 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:26:08.087656 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'name': 'tempest-TestShelveInstance-64059086-router', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:26:01Z', 'updated_at': '2021-06-24T09:26:03Z', 'revision_number': 3, 'project_id': 'bbc3a510b499427f8fe38713bd51bcba', 'gw_port': {'id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:26:02Z', 'updated_at': '2021-06-24T09:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:08.099772 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2356e5a9-21dd-4cf4-b8a2-69065188f285 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6153028 Jun 24 09:26:08.126479 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd4b6e-b649-4cfe-8333-60472bc9a6e6 req-23036fae-f4a6-4253-bb31-f409bd71eb12 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:08.134778 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4ebd4b6e-b649-4cfe-8333-60472bc9a6e6 req-23036fae-f4a6-4253-bb31-f409bd71eb12 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1192508 Jun 24 09:26:08.163451 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device be70892c-b9ab-4e8d-bc7c-b385ef73651a up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:26:08.171404 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca95e907-5220-4eaa-a3ca-1b5ca3f82517 None None] The sync data for ids ['54748263-8595-4eb0-bd59-3ee7821b2c12'] in dv-cinder-797812-1-iscsi is: [{'id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'name': 'tempest-TestShelveInstance-64059086-router', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:26:01Z', 'updated_at': '2021-06-24T09:26:03Z', 'revision_number': 3, 'project_id': 'bbc3a510b499427f8fe38713bd51bcba', 'gw_port': {'id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:26:02Z', 'updated_at': '2021-06-24T09:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:26:08.198690 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4ebd4b6e-b649-4cfe-8333-60472bc9a6e6 req-7741aae0-d5fc-4f31-9841-fd89f7fe4072 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629218 Jun 24 09:26:08.254296 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:08.294476 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port be70892c-b9ab-4e8d-bc7c-b385ef73651a triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:08.295244 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:08.401020 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-76c2a267-60dc-4139-a3bf-fc118a578278 service neutron] 10.222.0.39 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961974 Jun 24 09:26:08.466531 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a6706af8-bd07-4a05-b992-7b7330b5ea7d req-2b09b087-29e5-4da6-8260-03557660a92b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 210 time: 0.0463371 Jun 24 09:26:08.654311 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-12e5acfa-1920-40fa-b69e-9a82ecfaa34e service neutron] 10.222.0.39 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510741 Jun 24 09:26:08.689043 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8913d2c-c57d-4d15-ab97-b2a63176418b req-2943eae2-2512-4a44-869b-086f5aaf70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:08.698319 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c8913d2c-c57d-4d15-ab97-b2a63176418b req-2943eae2-2512-4a44-869b-086f5aaf70fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 1098 time: 0.1489530 Jun 24 09:26:08.713369 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:08.754123 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c8913d2c-c57d-4d15-ab97-b2a63176418b req-10a777f7-3d23-46b7-a982-85bf9f80f8ed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413542 Jun 24 09:26:08.769088 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:08.773114 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-b236deec-6bcd-4240-8da8-0e8e96f82632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:08.890923 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16381065'] for router_interface, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:08.894434 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1c82d0-a187-4dd3-94e3-530a2546cd23,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:08.900532 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:08.948145 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device ef9abc67-1913-4325-aac4-92be5c84eac5 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:26:08.973352 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: ef9abc67-1913-4325-aac4-92be5c84eac5 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:26:08.973700 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device ef9abc67-1913-4325-aac4-92be5c84eac5 not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:26:09.049055 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Network 2aeadce1-494f-4348-a2ff-10c3f41c3508 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:26:09.053503 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:26:09.093548 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6d753-1f45-4832-a11c-bc5fa62c9059 req-4939c91f-a495-41e4-9a15-95149159e001 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:09.096795 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eca6d753-1f45-4832-a11c-bc5fa62c9059 req-4939c91f-a495-41e4-9a15-95149159e001 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.1155567 Jun 24 09:26:09.264896 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eca6d753-1f45-4832-a11c-bc5fa62c9059 req-20795b52-0b20-4511-910a-441abe50fa35 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691867 Jun 24 09:26:09.294690 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Router 54748263-8595-4eb0-bd59-3ee7821b2c12 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:26:09.313315 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad167db-93eb-467f-8a7a-4924de43df40 req-f1d88cfe-6567-487c-ab9a-9685007fd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:09.313315 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ad167db-93eb-467f-8a7a-4924de43df40 req-f1d88cfe-6567-487c-ab9a-9685007fd2d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f&tenant_id=789de2cd33544e339915865a4902f236 HTTP/1.1" status: 200 len: 1096 time: 0.2129323 Jun 24 09:26:09.471436 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f32854ce-3821-4750-bda7-a4cd5b70ed31 None None] Provisioning complete for port cf1c82d0-a187-4dd3-94e3-530a2546cd23 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:09.471836 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f32854ce-3821-4750-bda7-a4cd5b70ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:09.545644 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f32854ce-3821-4750-bda7-a4cd5b70ed31 None None] Port cf1c82d0-a187-4dd3-94e3-530a2546cd23 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:26:09.548843 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d081bda2-a607-4cc0-a8cf-0d91d2d4666d req-620f695d-e045-46dd-bdd3-4bafa311d84a tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 210 time: 0.0660377 Jun 24 09:26:09.589769 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:26:09.598308 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad167db-93eb-467f-8a7a-4924de43df40 req-72dc1e69-d23c-4843-a360-142e2cb58f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:09.600326 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ad167db-93eb-467f-8a7a-4924de43df40 req-72dc1e69-d23c-4843-a360-142e2cb58f82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=789de2cd33544e339915865a4902f236&device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 1096 time: 0.2287548 Jun 24 09:26:09.609450 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] 10.222.0.39 "PUT /v2.0/routers/54748263-8595-4eb0-bd59-3ee7821b2c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3573897 Jun 24 09:26:09.632747 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dbaa0-a3d9-45c5-aa15-407c60c955f3 req-619881f1-1641-479c-b69b-98770e828929 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:09.636308 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5e5dbaa0-a3d9-45c5-aa15-407c60c955f3 req-619881f1-1641-479c-b69b-98770e828929 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1617279 Jun 24 09:26:09.821617 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3a6e6095-69c1-444d-9d5f-1cc520e1d93a req-07a35d62-8c57-456e-8f13-bea7ea4e25b5 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9c8cc5a-6553-4d92-bf4e-3b01516e7a12 HTTP/1.1" status: 200 len: 210 time: 0.0437911 Jun 24 09:26:09.830954 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5e5dbaa0-a3d9-45c5-aa15-407c60c955f3 req-4493fb5e-3afd-4faf-a289-7375c13622a5 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691704 Jun 24 09:26:09.916423 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad167db-93eb-467f-8a7a-4924de43df40 req-3758a3d0-0bc5-4c02-8ae3-a3b2ea4263b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:09.918045 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ad167db-93eb-467f-8a7a-4924de43df40 req-3758a3d0-0bc5-4c02-8ae3-a3b2ea4263b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5ca0700-991e-47d2-99de-f9047b5f2e60 HTTP/1.1" status: 200 len: 917 time: 0.2781188 Jun 24 09:26:10.041102 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ad167db-93eb-467f-8a7a-4924de43df40 req-208c59af-8f79-4fb5-8e53-8a6ad209a9e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81df801e-fcff-44cf-984a-bf751b7f9abc HTTP/1.1" status: 200 len: 997 time: 0.1146936 Jun 24 09:26:10.162175 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad167db-93eb-467f-8a7a-4924de43df40 req-2575488d-cf43-462f-9339-260ffeac020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:10.163353 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ad167db-93eb-467f-8a7a-4924de43df40 req-2575488d-cf43-462f-9339-260ffeac020a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=172579aa-233f-48bd-9ad4-0b00016b6268 HTTP/1.1" status: 200 len: 855 time: 0.1157148 Jun 24 09:26:10.186750 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 37de587b-4fe8-4649-a17b-fab2f0a841e8 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:26:10.276470 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad167db-93eb-467f-8a7a-4924de43df40 req-0d8ac0ea-1306-4762-a1cc-a1f1f94f9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:10.278118 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ad167db-93eb-467f-8a7a-4924de43df40 req-0d8ac0ea-1306-4762-a1cc-a1f1f94f9c03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5ca0700-991e-47d2-99de-f9047b5f2e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047258 Jun 24 09:26:10.336013 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 37de587b-4fe8-4649-a17b-fab2f0a841e8 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:26:10.340590 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 37de587b-4fe8-4649-a17b-fab2f0a841e8 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:10.340973 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:10.404522 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ad167db-93eb-467f-8a7a-4924de43df40 req-9dc4af1b-78b4-49b2-bab1-b4292afd1329 service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179657 Jun 24 09:26:10.469351 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:10.496985 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 37de587b-4fe8-4649-a17b-fab2f0a841e8, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=37de587b-4fe8-4649-a17b-fab2f0a841e8,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:10.537562 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3ad167db-93eb-467f-8a7a-4924de43df40 req-015a6f12-a435-4b06-9bc9-50d939903cf7 service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257396 Jun 24 09:26:10.559868 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:10.561887 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-97c108d8-fcb7-453a-970c-26c6438a6184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:10.574785 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eedbfb-202d-431f-9098-521e6e6cc596 req-68c72a7c-8e72-49e5-9efb-9b01bda6d2bf tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:10.576477 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-11eedbfb-202d-431f-9098-521e6e6cc596 req-68c72a7c-8e72-49e5-9efb-9b01bda6d2bf tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0981703 Jun 24 09:26:10.630644 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=37de587b-4fe8-4649-a17b-fab2f0a841e8,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:10.634794 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:10.647440 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-11eedbfb-202d-431f-9098-521e6e6cc596 req-c65b886d-e4a7-4c4b-b820-646e3e7d588b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637224 Jun 24 09:26:10.669863 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Sync routers for ids ['54748263-8595-4eb0-bd59-3ee7821b2c12'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:26:10.698076 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Routers {'54748263-8595-4eb0-bd59-3ee7821b2c12'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:26:10.706926 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['54748263-8595-4eb0-bd59-3ee7821b2c12'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:10.760484 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-91bd805a-a957-4801-a852-2403959601c1 req-06a67880-826d-4a1a-8e92-35d8471ff2b0 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 210 time: 0.0452495 Jun 24 09:26:11.009386 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Set router 54748263-8595-4eb0-bd59-3ee7821b2c12 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:26:11.135688 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe73af7-eeb1-49bd-a603-8226cbe700bb req-c9105e3a-6982-4486-acfc-0e5d59bfec28 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:11.144001 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7fe73af7-eeb1-49bd-a603-8226cbe700bb req-c9105e3a-6982-4486-acfc-0e5d59bfec28 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0837724 Jun 24 09:26:11.218028 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7fe73af7-eeb1-49bd-a603-8226cbe700bb req-b575851d-651e-4309-a4f9-266b278fd691 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728006 Jun 24 09:26:11.371636 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'name': 'tempest-TestShelveInstance-64059086-router', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:26:01Z', 'updated_at': '2021-06-24T09:26:08Z', 'revision_number': 4, 'project_id': 'bbc3a510b499427f8fe38713bd51bcba', 'gw_port': {'id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:26:02Z', 'updated_at': '2021-06-24T09:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': 'cf1c82d0-a187-4dd3-94e3-530a2546cd23', 'name': '', 'network_id': '2aeadce1-494f-4348-a2ff-10c3f41c3508', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'mac_address': 'fa:16:3e:aa:ee:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '49f19dfe-dedc-4099-bea8-c67393f8580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:26:06Z', 'updated_at': '2021-06-24T09:26:08Z', 'revision_number': 2, 'project_id': 'bbc3a510b499427f8fe38713bd51bcba', 'subnets': [{'id': '49f19dfe-dedc-4099-bea8-c67393f8580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:11.410216 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Checking router: 54748263-8595-4eb0-bd59-3ee7821b2c12 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:26:11.410985 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Updating router 54748263-8595-4eb0-bd59-3ee7821b2c12 port cf1c82d0-a187-4dd3-94e3-530a2546cd23 binding host dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:26:11.519116 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:11.666714 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52632) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:11.686492 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-6ed52361-d5ae-474b-9157-047bef201935 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-495154564', 'description': 'tempest-secgroup-smoke-495154564 description', 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:11.862001 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6ed52361-d5ae-474b-9157-047bef201935 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:12.145104 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6ed52361-d5ae-474b-9157-047bef201935 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:12.206739 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969c2a1-8d97-4dff-a2a3-27689061bbe3 req-4ad6bf79-a28d-4fb2-8ead-aea815988c97 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:12.225753 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2969c2a1-8d97-4dff-a2a3-27689061bbe3 req-4ad6bf79-a28d-4fb2-8ead-aea815988c97 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.2948084 Jun 24 09:26:12.256717 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Notify callbacks [] for port, precommit_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:12.272449 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 37de587b-4fe8-4649-a17b-fab2f0a841e8 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:26:12.315660 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2969c2a1-8d97-4dff-a2a3-27689061bbe3 req-ae036f72-eb64-4215-9b48-13dc4e9c3b8b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849361 Jun 24 09:26:12.333895 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Transition to ACTIVE for port object cf1c82d0-a187-4dd3-94e3-530a2546cd23 will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:26:12.356234 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 37de587b-4fe8-4649-a17b-fab2f0a841e8 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:12.356825 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:12.424052 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6ed52361-d5ae-474b-9157-047bef201935 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:12.433885 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a5b1e9a0-57b7-46ec-8651-ccfb1d2ef143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:12.463431 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:12.478808 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-db39401f-57b9-4332-98b4-74587847930a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:12.631326 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ce1921e3-3568-41b8-a4e0-3298e32895e0 req-c8949760-7935-49b4-bed9-30d677295d7a tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 210 time: 0.1328456 Jun 24 09:26:12.645729 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-6ed52361-d5ae-474b-9157-047bef201935 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:12.651036 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-6ed52361-d5ae-474b-9157-047bef201935 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9831295 Jun 24 09:26:12.654844 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52648) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:12.666955 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-acd563af-164f-4384-b7fe-1574cffdce23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Request body: {'security_group_rule': {'security_group_id': '474dac94-08e5-4704-bab4-d40044eced1e', 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:12.705815 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Pushing event updated for resources: {'Port': ['ID=cf1c82d0-a187-4dd3-94e3-530a2546cd23,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:12.712006 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed52361-d5ae-474b-9157-047bef201935 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474dac94-08e5-4704-bab4-d40044eced1e,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:12.728333 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6ed52361-d5ae-474b-9157-047bef201935 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:12.818338 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-acd563af-164f-4384-b7fe-1574cffdce23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:12.849761 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:12.851990 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:12.852242 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:12.852587 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:12.852934 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:12.853277 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:12.853613 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:12.853946 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:12.854278 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:12.854607 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:12.854962 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:12.858660 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:12.882591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2a818-f1fe-4e16-bd65-ad15d2051f5b req-47de5358-6533-47ca-8e7e-4a8a3620c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:12.884186 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dbe2a818-f1fe-4e16-bd65-ad15d2051f5b req-47de5358-6533-47ca-8e7e-4a8a3620c5f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8a0c67c143a4eb19c1e5cf27856e67b&device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 1098 time: 0.1670914 Jun 24 09:26:12.894914 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:12.922108 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Attempting to bind port cf1c82d0-a187-4dd3-94e3-530a2546cd23 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:26:12.922413 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Attempting to bind port cf1c82d0-a187-4dd3-94e3-530a2546cd23 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '4c8196ec-3410-4f6e-983b-46a7933a2926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2aeadce1-494f-4348-a2ff-10c3f41c3508'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:26:12.922785 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Attempting to bind port cf1c82d0-a187-4dd3-94e3-530a2546cd23 on network 2aeadce1-494f-4348-a2ff-10c3f41c3508 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:26:12.929174 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:26:12.929576 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Checking segment: {'id': '4c8196ec-3410-4f6e-983b-46a7933a2926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2aeadce1-494f-4348-a2ff-10c3f41c3508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:26:12.939459 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:12.939879 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Bound using segment: {'id': '4c8196ec-3410-4f6e-983b-46a7933a2926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2aeadce1-494f-4348-a2ff-10c3f41c3508'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:26:12.940403 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Bound port: cf1c82d0-a187-4dd3-94e3-530a2546cd23, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8196ec-3410-4f6e-983b-46a7933a2926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2aeadce1-494f-4348-a2ff-10c3f41c3508'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:26:12.940796 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:13.070293 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] For port cf1c82d0-a187-4dd3-94e3-530a2546cd23, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:26:13.074341 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] For port cf1c82d0-a187-4dd3-94e3-530a2546cd23, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=cf1c82d0-a187-4dd3-94e3-530a2546cd23,segment=NetworkSegment(4c8196ec-3410-4f6e-983b-46a7933a2926),segment_id=4c8196ec-3410-4f6e-983b-46a7933a2926)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:26:13.074835 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2a818-f1fe-4e16-bd65-ad15d2051f5b req-45591214-fca3-4cab-9b52-050b3b9debbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:13.077877 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dbe2a818-f1fe-4e16-bd65-ad15d2051f5b req-45591214-fca3-4cab-9b52-050b3b9debbe service neutron] 10.222.0.60 "GET /v2.0/networks?id=4dc34bfe-d409-482a-8295-442d7f26244e HTTP/1.1" status: 200 len: 920 time: 0.1470544 Jun 24 09:26:13.078580 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-acd563af-164f-4384-b7fe-1574cffdce23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:13.131170 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dbe2a818-f1fe-4e16-bd65-ad15d2051f5b req-ec7b65b5-bcb6-4516-b7a2-2e5ea0149a22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae4860e5-c578-4d87-b987-c41b262050d9 HTTP/1.1" status: 200 len: 217 time: 0.0436292 Jun 24 09:26:13.137616 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0056b-3a28-43e6-9ad5-2ef1863f3428 req-e9cc52d6-ab81-46b2-9ffe-6e6beddccb98 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:13.140365 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-46e0056b-3a28-43e6-9ad5-2ef1863f3428 req-e9cc52d6-ab81-46b2-9ffe-6e6beddccb98 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1932318 Jun 24 09:26:13.151487 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:13.154600 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:13.209236 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-acd563af-164f-4384-b7fe-1574cffdce23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:13.228924 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:13.250129 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Routers {'54748263-8595-4eb0-bd59-3ee7821b2c12'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:26:13.250974 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:25:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['54748263-8595-4eb0-bd59-3ee7821b2c12'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:13.255007 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Pushing event updated for resources: {'Port': ['ID=cf1c82d0-a187-4dd3-94e3-530a2546cd23,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:13.283779 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd563af-164f-4384-b7fe-1574cffdce23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12acc4d-afbc-4fe0-83f1-f55739ac6c02,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:13.309996 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:13.326906 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2a818-f1fe-4e16-bd65-ad15d2051f5b req-51e61cca-ab62-488d-8c63-a60185edbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:13.329607 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-acd563af-164f-4384-b7fe-1574cffdce23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:13.330399 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dbe2a818-f1fe-4e16-bd65-ad15d2051f5b req-51e61cca-ab62-488d-8c63-a60185edbda1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39188485-ce1d-43fe-a076-b062c72c56ce HTTP/1.1" status: 200 len: 859 time: 0.1562324 Jun 24 09:26:13.352394 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-46e0056b-3a28-43e6-9ad5-2ef1863f3428 req-0c4f08a0-224b-4b87-9047-487c343903dc tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859145 Jun 24 09:26:13.415584 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dbe2a818-f1fe-4e16-bd65-ad15d2051f5b req-b865a98c-1bdb-416e-a403-8bf157574bce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dc34bfe-d409-482a-8295-442d7f26244e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703025 Jun 24 09:26:13.442949 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-acd563af-164f-4384-b7fe-1574cffdce23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:13.444670 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-acd563af-164f-4384-b7fe-1574cffdce23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7829001 Jun 24 09:26:13.447519 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52660) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:13.452649 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-7d94ee38-05e6-4300-ba57-2b498e8d33e4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Request body: {'security_group_rule': {'security_group_id': '474dac94-08e5-4704-bab4-d40044eced1e', 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:13.471265 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] Set router 54748263-8595-4eb0-bd59-3ee7821b2c12 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:26:13.622629 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7d94ee38-05e6-4300-ba57-2b498e8d33e4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:13.662120 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dbe2a818-f1fe-4e16-bd65-ad15d2051f5b req-badb5644-1314-441d-a2c8-37ba71e6d33b service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374640 Jun 24 09:26:13.808541 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7d94ee38-05e6-4300-ba57-2b498e8d33e4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:13.906766 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7d94ee38-05e6-4300-ba57-2b498e8d33e4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:13.909607 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a14cd8-8cf0-454f-a4b2-ba9bfd6aa3d8 req-4e4990c2-7302-4cab-b7cd-9413384bbb51 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:13.917396 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d6a14cd8-8cf0-454f-a4b2-ba9bfd6aa3d8 req-4e4990c2-7302-4cab-b7cd-9413384bbb51 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 945 time: 0.2540057 Jun 24 09:26:13.926678 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-acd563af-164f-4384-b7fe-1574cffdce23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:13.967313 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9183e-b266-4e6c-89c4-2c36f5ef9d84 req-b79a1486-d76b-4d77-8dcc-648bc00e5f37 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:13.976152 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a8c9183e-b266-4e6c-89c4-2c36f5ef9d84 req-b79a1486-d76b-4d77-8dcc-648bc00e5f37 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.2884305 Jun 24 09:26:14.010798 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d6a14cd8-8cf0-454f-a4b2-ba9bfd6aa3d8 req-6343b56b-4b45-4ac9-952d-2927ab7bb99b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921645 Jun 24 09:26:14.015972 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'name': 'tempest-TestShelveInstance-64059086-router', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:26:01Z', 'updated_at': '2021-06-24T09:26:08Z', 'revision_number': 4, 'project_id': 'bbc3a510b499427f8fe38713bd51bcba', 'gw_port': {'id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:26:02Z', 'updated_at': '2021-06-24T09:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': 'cf1c82d0-a187-4dd3-94e3-530a2546cd23', 'name': '', 'network_id': '2aeadce1-494f-4348-a2ff-10c3f41c3508', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'mac_address': 'fa:16:3e:aa:ee:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '49f19dfe-dedc-4099-bea8-c67393f8580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:26:06Z', 'updated_at': '2021-06-24T09:26:13Z', 'revision_number': 4, 'project_id': 'bbc3a510b499427f8fe38713bd51bcba', 'subnets': [{'id': '49f19dfe-dedc-4099-bea8-c67393f8580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:14.023321 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dbe2a818-f1fe-4e16-bd65-ad15d2051f5b req-b43a6e2e-76e5-4db6-8e00-c01b5c0846d8 service neutron] 10.222.0.60 "GET /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096280 Jun 24 09:26:14.030547 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94ee38-05e6-4300-ba57-2b498e8d33e4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca13a83c-90eb-4df6-955c-de4b57b04025,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:14.062409 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-7d94ee38-05e6-4300-ba57-2b498e8d33e4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:14.064824 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-fc1ec2ba-d312-4e4b-b80a-9da55b71c061 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:14.069304 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-fc1ec2ba-d312-4e4b-b80a-9da55b71c061 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 812 time: 0.3620660 Jun 24 09:26:14.091994 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af42fd50-b822-4f87-91f0-455cf3ca8936 None None] The sync data for ids ['54748263-8595-4eb0-bd59-3ee7821b2c12'] in dv-cinder-797812-1-iscsi is: [{'id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'name': 'tempest-TestShelveInstance-64059086-router', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:26:01Z', 'updated_at': '2021-06-24T09:26:08Z', 'revision_number': 4, 'project_id': 'bbc3a510b499427f8fe38713bd51bcba', 'gw_port': {'id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:26:02Z', 'updated_at': '2021-06-24T09:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': 'cf1c82d0-a187-4dd3-94e3-530a2546cd23', 'name': '', 'network_id': '2aeadce1-494f-4348-a2ff-10c3f41c3508', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'mac_address': 'fa:16:3e:aa:ee:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '49f19dfe-dedc-4099-bea8-c67393f8580e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:26:06Z', 'updated_at': '2021-06-24T09:26:13Z', 'revision_number': 4, 'project_id': 'bbc3a510b499427f8fe38713bd51bcba', 'subnets': [{'id': '49f19dfe-dedc-4099-bea8-c67393f8580e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:26:14.116525 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a8c9183e-b266-4e6c-89c4-2c36f5ef9d84 req-ff73b51f-533f-41cd-8d4b-6492b1ae2656 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380494 Jun 24 09:26:14.129881 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7d94ee38-05e6-4300-ba57-2b498e8d33e4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:14.131232 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-7d94ee38-05e6-4300-ba57-2b498e8d33e4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6826873 Jun 24 09:26:14.133959 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52664) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:14.139142 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-03a3a155-2606-4f7e-b943-0dd9f4142feb tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Request body: {'security_group_rule': {'security_group_id': '474dac94-08e5-4704-bab4-d40044eced1e', 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:14.214987 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-c9ca581d-d9ac-490c-b927-1b42c2154a53 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2 HTTP/1.1" status: 200 len: 380 time: 0.1208923 Jun 24 09:26:14.252353 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Request body: {'port': {'device_id': '678d80cb-1870-41e8-ae0a-bdee96ae0fa6', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'admin_state_up': True, 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'security_groups': ['1db30a6c-5e8e-4410-af3c-dc9946abc230']}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:14.307737 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-03a3a155-2606-4f7e-b943-0dd9f4142feb tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:14.428627 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-03a3a155-2606-4f7e-b943-0dd9f4142feb tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:14.517898 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-03a3a155-2606-4f7e-b943-0dd9f4142feb tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:14.520184 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-7d94ee38-05e6-4300-ba57-2b498e8d33e4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:14.551507 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3a155-2606-4f7e-b943-0dd9f4142feb tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ef75f9-82a0-4f5e-bcc5-fc4894b004c7,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:14.557122 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-03a3a155-2606-4f7e-b943-0dd9f4142feb tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:14.579673 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bd50b613-0f7c-4c22-a87d-0a4b32c2f791 req-c75cecdb-80a2-44a2-9cee-9353a8ebe720 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 210 time: 0.2123420 Jun 24 09:26:14.616303 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-03a3a155-2606-4f7e-b943-0dd9f4142feb tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:14.618108 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-03a3a155-2606-4f7e-b943-0dd9f4142feb tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4827659 Jun 24 09:26:14.621737 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 52668) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:14.646127 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-bb694673-3cf1-4638-95e3-d952c4e95e23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Request body: {'security_group_rule': {'security_group_id': '474dac94-08e5-4704-bab4-d40044eced1e', 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:14.853388 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bb694673-3cf1-4638-95e3-d952c4e95e23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:14.877695 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb339ae0-efe1-4c0f-b718-ba89b044feed req-36355612-aa2d-49ee-9cf1-ecf4e22f9c31 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:14.879562 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cb339ae0-efe1-4c0f-b718-ba89b044feed req-36355612-aa2d-49ee-9cf1-ecf4e22f9c31 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1342454 Jun 24 09:26:14.948788 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Made reservation on behalf of 8d5c4a9d09eb4edb86fe215d0dea13b2 for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:26:14.964642 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:14.983121 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cb339ae0-efe1-4c0f-b718-ba89b044feed req-dc022560-9e3a-44f5-8d1b-a7ad55ded213 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902915 Jun 24 09:26:15.109985 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bb694673-3cf1-4638-95e3-d952c4e95e23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:15.199642 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bb694673-3cf1-4638-95e3-d952c4e95e23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:15.301488 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:15.360062 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb694673-3cf1-4638-95e3-d952c4e95e23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36b0c57-589c-40ed-843d-e17ebc5b0bf2,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:15.367094 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bb694673-3cf1-4638-95e3-d952c4e95e23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:15.393792 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Allocated IP 172.20.0.13 (fb47e512-5e26-4207-b976-9fe983e57a28/e7e12545-9651-49d6-befe-66dc1f60d9c6/d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:26:15.436487 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b0c51-1869-4531-8db2-fab878524845 req-d0a4748d-194b-4839-bfb7-8b06ff60eca8 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:15.442265 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-226b0c51-1869-4531-8db2-fab878524845 req-d0a4748d-194b-4839-bfb7-8b06ff60eca8 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 945 time: 0.1846693 Jun 24 09:26:15.468165 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bb694673-3cf1-4638-95e3-d952c4e95e23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:15.479288 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-bb694673-3cf1-4638-95e3-d952c4e95e23 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8564420 Jun 24 09:26:15.481099 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 52674) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:15.508754 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-356381c0-a3cf-49bd-9596-711a1d9b6da7 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Request body: {'security_group_rule': {'security_group_id': '474dac94-08e5-4704-bab4-d40044eced1e', 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:15.601377 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:26:15.618538 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-226b0c51-1869-4531-8db2-fab878524845 req-de580f4a-4c5b-41d0-9181-70d515349469 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553643 Jun 24 09:26:15.689941 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76128c86-49e5-479d-b75a-1852e64cf017 req-189992f7-d796-4338-b540-2c13cb33dae6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:15.712747 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-76128c86-49e5-479d-b75a-1852e64cf017 req-189992f7-d796-4338-b540-2c13cb33dae6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.2793636 Jun 24 09:26:15.843770 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.securitygroups_db [None req-356381c0-a3cf-49bd-9596-711a1d9b6da7 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Project fbfdc68456ca43ad8b12fde0e8cc2f24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:26:15.854166 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-76128c86-49e5-479d-b75a-1852e64cf017 req-44669c0d-4c03-459a-862d-5cfe6e4dff9a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390736 Jun 24 09:26:15.862491 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-356381c0-a3cf-49bd-9596-711a1d9b6da7 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:16.075137 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f5c20519-0650-416b-9e5a-d1b751b4dce2 req-452535ab-4485-46dc-aad2-31621e86456a tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 210 time: 0.1396248 Jun 24 09:26:16.377488 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device cf1c82d0-a187-4dd3-94e3-530a2546cd23 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:26:16.423332 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:16.433424 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-356381c0-a3cf-49bd-9596-711a1d9b6da7 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:16.442378 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339d0ef-baa3-470a-9bce-fd7933ca222f req-e55a86ce-e493-4a27-8a3b-f1dd85267223 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:16.449716 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d339d0ef-baa3-470a-9bce-fd7933ca222f req-e55a86ce-e493-4a27-8a3b-f1dd85267223 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 945 time: 0.3417706 Jun 24 09:26:16.459415 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Transition to ACTIVE for port object d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 will not be triggered until provisioned by entity DHCP. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:26:16.506929 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-356381c0-a3cf-49bd-9596-711a1d9b6da7 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:16.514918 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:16.548283 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356381c0-a3cf-49bd-9596-711a1d9b6da7 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5601ac15-3e2d-49e4-aab6-cea8092017d6,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:16.558559 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-356381c0-a3cf-49bd-9596-711a1d9b6da7 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:16.616530 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77763a46-7b3b-4cb7-b3fc-df005ce4fb3a req-0cad4217-670b-4084-8403-287a1dc480d7 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:16.619413 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-77763a46-7b3b-4cb7-b3fc-df005ce4fb3a req-0cad4217-670b-4084-8403-287a1dc480d7 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1416004 Jun 24 09:26:16.730363 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-356381c0-a3cf-49bd-9596-711a1d9b6da7 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:16.733334 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-356381c0-a3cf-49bd-9596-711a1d9b6da7 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2478776 Jun 24 09:26:16.736933 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52682) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:16.743237 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:16.749388 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e258e02e-6eca-47ae-b7dd-16212531a062 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:16.754170 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-77763a46-7b3b-4cb7-b3fc-df005ce4fb3a req-a2c3b262-0f51-4268-bd60-6e65d4257a17 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293967 Jun 24 09:26:16.768968 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-ae37e6c5-f2e0-485e-b510-84c4f8d37d59 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Request body: {'security_group_rule': {'security_group_id': '474dac94-08e5-4704-bab4-d40044eced1e', 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:16.937700 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Network fb47e512-5e26-4207-b976-9fe983e57a28 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:26:16.983453 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port cf1c82d0-a187-4dd3-94e3-530a2546cd23 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:26:16.995272 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port cf1c82d0-a187-4dd3-94e3-530a2546cd23 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:16.995643 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:16.996742 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:26:17.055240 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:26:17.092590 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.securitygroups_db [None req-ae37e6c5-f2e0-485e-b510-84c4f8d37d59 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Project fbfdc68456ca43ad8b12fde0e8cc2f24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:26:17.102981 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ae37e6c5-f2e0-485e-b510-84c4f8d37d59 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:17.142733 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'Port': ['ID=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:17.150979 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:17.198444 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:17.215521 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-d339d0ef-baa3-470a-9bce-fd7933ca222f req-45efa488-1665-4c40-abb4-ae62f07b3eed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Deleting port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:26:17.215767 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d339d0ef-baa3-470a-9bce-fd7933ca222f req-45efa488-1665-4c40-abb4-ae62f07b3eed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:17.239551 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-89d79bc3-74bf-4fe2-8b69-a9f4e2a1ea47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:17.280899 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port cf1c82d0-a187-4dd3-94e3-530a2546cd23, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=cf1c82d0-a187-4dd3-94e3-530a2546cd23,segment=NetworkSegment(4c8196ec-3410-4f6e-983b-46a7933a2926),segment_id=4c8196ec-3410-4f6e-983b-46a7933a2926)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:17.335493 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:17.338423 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:17.340231 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ae37e6c5-f2e0-485e-b510-84c4f8d37d59 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:17.370744 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:17.378562 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:17.405626 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0474ea2-d933-4e22-a98a-ce330d0699a4 req-b2084915-1829-4492-ae42-118f0e6b6f38 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:17.413948 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f0474ea2-d933-4e22-a98a-ce330d0699a4 req-b2084915-1829-4492-ae42-118f0e6b6f38 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.2603238 Jun 24 09:26:17.442960 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253516b5-4176-4c4b-ab0e-5271553e0a54 req-fa635126-83b6-478c-9cc8-03f8063722b4 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:17.450271 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-253516b5-4176-4c4b-ab0e-5271553e0a54 req-fa635126-83b6-478c-9cc8-03f8063722b4 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 945 time: 0.5633209 Jun 24 09:26:17.488638 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f0474ea2-d933-4e22-a98a-ce330d0699a4 req-fa6b58cb-8201-4d1c-9e40-c9f13fde7d9e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692225 Jun 24 09:26:17.492344 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ae37e6c5-f2e0-485e-b510-84c4f8d37d59 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:17.499617 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:17.551197 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37e6c5-f2e0-485e-b510-84c4f8d37d59 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4623480e-99e4-46cd-995a-b25f72a07239,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:17.587571 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-ae37e6c5-f2e0-485e-b510-84c4f8d37d59 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:17.632869 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-d339d0ef-baa3-470a-9bce-fd7933ca222f req-45efa488-1665-4c40-abb4-ae62f07b3eed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] For port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e2f3626c-b1d6-4373-a5ac-407a83b8ef9d,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:17.648931 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d339d0ef-baa3-470a-9bce-fd7933ca222f req-45efa488-1665-4c40-abb4-ae62f07b3eed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:17.666740 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ae37e6c5-f2e0-485e-b510-84c4f8d37d59 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:17.719753 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-ae37e6c5-f2e0-485e-b510-84c4f8d37d59 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9106801 Jun 24 09:26:17.719851 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-253516b5-4176-4c4b-ab0e-5271553e0a54 req-213ea036-6ea1-4c78-9564-a9272c68e348 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037592 Jun 24 09:26:17.719851 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4576681 Jun 24 09:26:17.720006 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-4c97e841-07f3-4dcc-b1b6-63a0f0480dc5 None None] Provisioning for port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:26:17.735567 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Request body: {'port': {'device_id': '678d80cb-1870-41e8-ae0a-bdee96ae0fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:17.774153 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=cf1c82d0-a187-4dd3-94e3-530a2546cd23,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:17.777643 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:17.778550 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-4c97e841-07f3-4dcc-b1b6-63a0f0480dc5 None None] Provisioning complete for port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:17.779086 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-4c97e841-07f3-4dcc-b1b6-63a0f0480dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:17.822912 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-4c97e841-07f3-4dcc-b1b6-63a0f0480dc5 None None] Port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:26:17.827029 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-d339d0ef-baa3-470a-9bce-fd7933ca222f req-45efa488-1665-4c40-abb4-ae62f07b3eed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Calling delete_port for e2f3626c-b1d6-4373-a5ac-407a83b8ef9d owned by compute:nova {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:26:17.871266 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678809fa-9dc9-4db1-98b9-2d0120993f03 req-389f4afa-f080-4702-87ff-8fb6803b2372 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:17.881350 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-678809fa-9dc9-4db1-98b9-2d0120993f03 req-389f4afa-f080-4702-87ff-8fb6803b2372 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 932 time: 0.0934532 Jun 24 09:26:17.936258 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-678809fa-9dc9-4db1-98b9-2d0120993f03 req-34f5f7dc-5da0-483f-a5ef-92755a5d08d5 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537488 Jun 24 09:26:18.006546 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:18.192349 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device cf1c82d0-a187-4dd3-94e3-530a2546cd23 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:26:18.327829 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port cf1c82d0-a187-4dd3-94e3-530a2546cd23 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:18.328229 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:18.558297 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dff4b-f9d7-481b-b3c9-90b2fe24322a req-559cfc43-62ad-44e8-b752-41fdb443ae28 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:18.566768 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-131dff4b-f9d7-481b-b3c9-90b2fe24322a req-559cfc43-62ad-44e8-b752-41fdb443ae28 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.6231420 Jun 24 09:26:18.728438 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d339d0ef-baa3-470a-9bce-fd7933ca222f req-45efa488-1665-4c40-abb4-ae62f07b3eed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:18.741993 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:18.773216 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['f568d1df-4d1c-40c6-a907-a6939dc6fe49', 'cb77dfdf-2697-4d8a-a2ca-ede9c22890af'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:26:18.859734 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efa488-1665-4c40-abb4-ae62f07b3eed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Pushing event deleted for resources: {'Port': ['ID=e2f3626c-b1d6-4373-a5ac-407a83b8ef9d,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:18.884724 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b517e-169f-4e01-bfea-67632e076d99 req-4174fd1f-5b17-473f-8b25-195d0896116c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:18.887353 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-45efa488-1665-4c40-abb4-ae62f07b3eed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:18.895623 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e33b517e-169f-4e01-bfea-67632e076d99 req-4174fd1f-5b17-473f-8b25-195d0896116c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.1689806 Jun 24 09:26:18.912557 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-131dff4b-f9d7-481b-b3c9-90b2fe24322a req-66a348ad-8bc4-4361-a4ea-948265d81484 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448217 Jun 24 09:26:18.975079 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device e2f3626c-b1d6-4373-a5ac-407a83b8ef9d no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:26:19.022515 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e33b517e-169f-4e01-bfea-67632e076d99 req-171e8393-59c8-4c0d-9f79-5ac43de076ea tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223810 Jun 24 09:26:19.118631 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: e2f3626c-b1d6-4373-a5ac-407a83b8ef9d {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:26:19.121059 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device e2f3626c-b1d6-4373-a5ac-407a83b8ef9d not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:26:19.237528 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:26:19.246571 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:19.262487 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Transition to ACTIVE for port object d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:26:19.284174 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-d339d0ef-baa3-470a-9bce-fd7933ca222f req-45efa488-1665-4c40-abb4-ae62f07b3eed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] No DVR routers for this DVR port e2f3626c-b1d6-4373-a5ac-407a83b8ef9d on host hv-cinder-79781 {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:26:19.288133 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-d339d0ef-baa3-470a-9bce-fd7933ca222f req-45efa488-1665-4c40-abb4-ae62f07b3eed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:19.290122 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d339d0ef-baa3-470a-9bce-fd7933ca222f req-45efa488-1665-4c40-abb4-ae62f07b3eed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "DELETE /v2.0/ports/e2f3626c-b1d6-4373-a5ac-407a83b8ef9d HTTP/1.1" status: 204 len: 173 time: 2.7223296 Jun 24 09:26:19.290700 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd31751-dcf7-4e41-ac49-43b03d3478f7', 'name': 'network-vif-deleted', 'tag': 'e2f3626c-b1d6-4373-a5ac-407a83b8ef9d'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:26:19.293158 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6441e07-4283-4b03-ba41-1e3a16836be3" -d '{"events": [{"server_uuid": "2fd31751-dcf7-4e41-ac49-43b03d3478f7", "name": "network-vif-deleted", "tag": "e2f3626c-b1d6-4373-a5ac-407a83b8ef9d"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:26:19.375907 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2bf7dc82-1c65-4b2b-aadb-b3e0b8e52501 req-9b881d18-7351-49c8-a39d-9362da7e6b9c tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 210 time: 0.0866766 Jun 24 09:26:19.378810 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:19.407807 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:19.577130 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00787961-1dd4-4981-9ade-d55f64a7d494 req-9b8d6f32-df47-4cd4-a73f-66fdbf43b63b tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:19.588937 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-00787961-1dd4-4981-9ade-d55f64a7d494 req-9b8d6f32-df47-4cd4-a73f-66fdbf43b63b tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 944 time: 0.1991072 Jun 24 09:26:19.675883 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:19.688240 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:19.699635 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Attempting to bind port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:26:19.700807 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Attempting to bind port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:26:19.701536 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Attempting to bind port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 on network fb47e512-5e26-4207-b976-9fe983e57a28 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:26:19.707937 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-00787961-1dd4-4981-9ade-d55f64a7d494 req-d609e1b1-baca-4e3f-8509-f525d466499b tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130049 Jun 24 09:26:19.735189 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 on network fb47e512-5e26-4207-b976-9fe983e57a28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:26:19.735765 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Attempting to bind port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 on network fb47e512-5e26-4207-b976-9fe983e57a28 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:26:19.749091 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:26:19.755430 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Checking segment: {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:26:19.757277 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Bound using segment: {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:26:19.766970 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Bound port: d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:26:19.766970 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:19.791409 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-8de9db5b-1b75-4bd5-b158-ffaedd479175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:19.928303 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cab68d-767f-4a65-858d-aba9a314f64d x-openstack-request-id: req-18cab68d-767f-4a65-858d-aba9a314f64d {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:26:19.929024 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd31751-dcf7-4e41-ac49-43b03d3478f7", "name": "network-vif-deleted", "tag": "e2f3626c-b1d6-4373-a5ac-407a83b8ef9d", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:26:19.929407 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18cab68d-767f-4a65-858d-aba9a314f64d {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:26:19.930013 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd31751-dcf7-4e41-ac49-43b03d3478f7', 'name': 'network-vif-deleted', 'tag': 'e2f3626c-b1d6-4373-a5ac-407a83b8ef9d', 'status': 'completed', 'code': 200} Jun 24 09:26:20.036616 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] For port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:26:20.068515 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] For port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:26:20.104413 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:20.383754 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c87a3-b330-4dc3-8612-013256147faf req-20704cd6-41c4-4e01-97e6-941d1feddd74 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:20.400337 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-720c87a3-b330-4dc3-8612-013256147faf req-20704cd6-41c4-4e01-97e6-941d1feddd74 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.1508734 Jun 24 09:26:20.470251 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-720c87a3-b330-4dc3-8612-013256147faf req-8365c79e-1002-4516-8a84-18ef177770cc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687256 Jun 24 09:26:20.553538 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:20.555740 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-45efa488-1665-4c40-abb4-ae62f07b3eed tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:20.586916 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:20.675481 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:20.679207 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:20.680697 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] 10.222.0.60 "PUT /v2.0/ports/d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 HTTP/1.1" status: 200 len: 1094 time: 2.9594314 Jun 24 09:26:20.729663 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:20.735275 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:20.869199 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8a341ff9-c790-4daa-961c-3ca7baf58362 req-6f509e61-5221-4b31-ad04-4d5d960ee5c4 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 210 time: 0.0952611 Jun 24 09:26:21.081695 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-50b58b28-134e-46cd-98ec-5abb65a60e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:21.083491 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-50b58b28-134e-46cd-98ec-5abb65a60e3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 1097 time: 0.2180443 Jun 24 09:26:21.133732 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdac0f-4e58-4fe6-b1ae-6b1e16f3a94b req-c7149619-7503-488e-b52f-4f9f38710533 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:21.135488 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bebdac0f-4e58-4fe6-b1ae-6b1e16f3a94b req-c7149619-7503-488e-b52f-4f9f38710533 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 944 time: 0.1626773 Jun 24 09:26:21.182763 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bebdac0f-4e58-4fe6-b1ae-6b1e16f3a94b req-858260e7-122e-4218-ab88-1f57784ad943 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403762 Jun 24 09:26:21.766420 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02304b7-ddd3-4da4-840a-9e71d9d18be5 req-ab899348-7e9c-4883-8bd0-4d865e1b6de4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:21.771462 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b02304b7-ddd3-4da4-840a-9e71d9d18be5 req-ab899348-7e9c-4883-8bd0-4d865e1b6de4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0735304 Jun 24 09:26:21.865175 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b02304b7-ddd3-4da4-840a-9e71d9d18be5 req-20355a3b-fb8f-4067-987d-e49739821272 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898354 Jun 24 09:26:21.943135 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678d80cb-1870-41e8-ae0a-bdee96ae0fa6', 'tag': 'd3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:26:21.943135 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576a7dc8-436c-4bc9-8103-cbe3b86e2910" -d '{"events": [{"name": "network-changed", "server_uuid": "678d80cb-1870-41e8-ae0a-bdee96ae0fa6", "tag": "d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:26:21.987468 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54704fc8-1883-4260-9661-455826d4d83a x-openstack-request-id: req-54704fc8-1883-4260-9661-455826d4d83a {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:26:21.987790 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678d80cb-1870-41e8-ae0a-bdee96ae0fa6", "tag": "d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:26:21.988074 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54704fc8-1883-4260-9661-455826d4d83a {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:26:21.988492 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678d80cb-1870-41e8-ae0a-bdee96ae0fa6', 'tag': 'd3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1', 'status': 'completed', 'code': 200} Jun 24 09:26:22.056579 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-276f4d9c-eaa0-467b-8a7b-bd0a380ff680 req-7fdff86b-85ab-4037-8c35-e043655ec04c tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 210 time: 0.0321753 Jun 24 09:26:22.335933 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:22.441801 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e59ad-faad-4b57-a83e-9be17dd98576 req-b2ad59b6-90b7-4cac-a4aa-4b9d6f61090e tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:22.453247 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-409e59ad-faad-4b57-a83e-9be17dd98576 req-b2ad59b6-90b7-4cac-a4aa-4b9d6f61090e tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 944 time: 0.1322782 Jun 24 09:26:22.532855 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-409e59ad-faad-4b57-a83e-9be17dd98576 req-0322f844-d3dc-43ea-a151-d01445843dee tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774736 Jun 24 09:26:23.108851 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7fc07-d2d7-4dd4-bb13-79d3f32b3e53 req-9fb6be74-e4c7-4d1d-9e52-0322746a5f76 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:23.121603 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1df7fc07-d2d7-4dd4-bb13-79d3f32b3e53 req-9fb6be74-e4c7-4d1d-9e52-0322746a5f76 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.1122329 Jun 24 09:26:23.184410 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1df7fc07-d2d7-4dd4-bb13-79d3f32b3e53 req-4b060b3d-b418-4dff-88c3-459973924101 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601287 Jun 24 09:26:23.347684 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a3aa4959-ae97-4d95-8cc7-ee7c6e16d7de req-f1a2d2a6-8d85-4149-b693-29403c568b02 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 210 time: 0.0697095 Jun 24 09:26:23.854327 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd8ea9-2837-4234-b02a-e78d050bd4ce req-87068a7e-0b2b-4c93-9d34-c5fce6be6d51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:23.856068 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fecd8ea9-2837-4234-b02a-e78d050bd4ce req-87068a7e-0b2b-4c93-9d34-c5fce6be6d51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 944 time: 0.1405742 Jun 24 09:26:23.913724 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fecd8ea9-2837-4234-b02a-e78d050bd4ce req-0f4c2e92-8cb3-41dd-b626-2bcb8ccfa74f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517790 Jun 24 09:26:24.461045 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f32e2-7a05-4c35-aa95-6a75fdf5f1e6 req-dbc9c4d2-82eb-4a0c-a47e-d5ab48db184d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:24.463465 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-850f32e2-7a05-4c35-aa95-6a75fdf5f1e6 req-dbc9c4d2-82eb-4a0c-a47e-d5ab48db184d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.1019142 Jun 24 09:26:24.530602 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-850f32e2-7a05-4c35-aa95-6a75fdf5f1e6 req-dec27e67-4a3a-40ce-896e-6ba7b41229f3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596585 Jun 24 09:26:24.675745 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c3bc8f37-2a04-4739-bcef-3a06d40c83d1 req-e616fd41-a392-4bd1-a1fc-58034fa49831 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 210 time: 0.0687754 Jun 24 09:26:25.159988 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994e61f-e0cb-4403-bbe8-6e110324b3d4 req-7372083a-cefb-48ff-8bfd-8760b965434d tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:25.161509 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7994e61f-e0cb-4403-bbe8-6e110324b3d4 req-7372083a-cefb-48ff-8bfd-8760b965434d tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 944 time: 0.0935020 Jun 24 09:26:25.202355 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7994e61f-e0cb-4403-bbe8-6e110324b3d4 req-30a80bda-5b40-4c39-952d-4dbfa36a37a3 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344572 Jun 24 09:26:25.791935 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c94981-2258-44fa-954a-18af5ce4cf50 req-8810f59b-0e9a-44a7-b87d-3b1eef3a540a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:25.793666 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-41c94981-2258-44fa-954a-18af5ce4cf50 req-8810f59b-0e9a-44a7-b87d-3b1eef3a540a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.1339662 Jun 24 09:26:25.876863 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-41c94981-2258-44fa-954a-18af5ce4cf50 req-3bcf0baa-e4fd-42fe-aa7e-1750af715485 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770028 Jun 24 09:26:25.881928 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-94672463-0b49-4c13-8629-18540afef33f req-545c462c-c7aa-4b13-bb22-5009535106d7 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 210 time: 0.0380971 Jun 24 09:26:26.399584 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ee387-76dc-488e-9201-765de90794a9 req-dcd5497d-4978-46bd-918a-2bad15b89f13 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:26.401039 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-007ee387-76dc-488e-9201-765de90794a9 req-dcd5497d-4978-46bd-918a-2bad15b89f13 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 944 time: 0.0877161 Jun 24 09:26:26.449834 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-007ee387-76dc-488e-9201-765de90794a9 req-1c57601a-1900-44df-9099-a3289ff23df0 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425568 Jun 24 09:26:26.868665 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-0b8a5845-c60f-4709-9c02-54bbf8e23559 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 HTTP/1.1" status: 200 len: 217 time: 0.0341172 Jun 24 09:26:26.962748 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-859945ce-2691-4565-a2a2-c501aec4e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:26.964481 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-859945ce-2691-4565-a2a2-c501aec4e4ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e12545-9651-49d6-befe-66dc1f60d9c6 HTTP/1.1" status: 200 len: 851 time: 0.0659723 Jun 24 09:26:27.055916 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e1d37087-e865-4cbd-9fae-7f2d745eaf1b req-50411022-97b4-465d-8107-bdfb795daec4 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fd31751-dcf7-4e41-ac49-43b03d3478f7 HTTP/1.1" status: 200 len: 210 time: 0.0337894 Jun 24 09:26:27.058632 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2697fed0-12f7-4b91-a3dc-048934707020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:27.060360 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-2697fed0-12f7-4b91-a3dc-048934707020 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb47e512-5e26-4207-b976-9fe983e57a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860295 Jun 24 09:26:27.088726 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56929a-6775-4fd5-aa69-becadfa262e1 req-d6124e64-35bf-4837-a770-96a2b74a922d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:27.091792 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9a56929a-6775-4fd5-aa69-becadfa262e1 req-d6124e64-35bf-4837-a770-96a2b74a922d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0707471 Jun 24 09:26:27.148968 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9a56929a-6775-4fd5-aa69-becadfa262e1 req-13a2665e-36ec-4e20-bc76-e9126f14210f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 Jun 24 09:26:27.183874 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-0bece727-49bb-44cf-8ebf-a74c52f59c52 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138840 Jun 24 09:26:27.303109 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66d9810c-588a-4cfb-969d-c758a73105d2 req-dcba077a-3bbe-4f98-845e-4c265217e489 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022549 Jun 24 09:26:27.643653 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a7dc8-436c-4bc9-8103-cbe3b86e2910 req-17bfb89c-7b3d-49d6-a221-20d9d6166bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:27.644874 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-576a7dc8-436c-4bc9-8103-cbe3b86e2910 req-17bfb89c-7b3d-49d6-a221-20d9d6166bdc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 1097 time: 0.1137929 Jun 24 09:26:27.660263 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3c158-9133-4bd9-9923-e8b850bc1f45 req-b6db623d-55eb-436b-999a-d0bcff10e7c9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:27.661752 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2ec3c158-9133-4bd9-9923-e8b850bc1f45 req-b6db623d-55eb-436b-999a-d0bcff10e7c9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 944 time: 0.0888920 Jun 24 09:26:27.748158 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2ec3c158-9133-4bd9-9923-e8b850bc1f45 req-92037189-aadf-4269-922b-e548f22b3bd0 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789316 Jun 24 09:26:27.784533 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a7dc8-436c-4bc9-8103-cbe3b86e2910 req-20a4f770-e7cd-4c73-a57e-d3b05a09cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:27.785816 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-576a7dc8-436c-4bc9-8103-cbe3b86e2910 req-20a4f770-e7cd-4c73-a57e-d3b05a09cfc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 913 time: 0.1339219 Jun 24 09:26:27.828662 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-576a7dc8-436c-4bc9-8103-cbe3b86e2910 req-2b40eb1d-5ee0-4e64-8a49-3822a0f2c8ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 HTTP/1.1" status: 200 len: 217 time: 0.0351992 Jun 24 09:26:27.879677 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a7dc8-436c-4bc9-8103-cbe3b86e2910 req-5ed4eb65-e2cc-4b49-a907-2ba7805c1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:27.881276 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-576a7dc8-436c-4bc9-8103-cbe3b86e2910 req-5ed4eb65-e2cc-4b49-a907-2ba7805c1248 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e12545-9651-49d6-befe-66dc1f60d9c6 HTTP/1.1" status: 200 len: 851 time: 0.0450916 Jun 24 09:26:27.948580 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a7dc8-436c-4bc9-8103-cbe3b86e2910 req-2a5b525b-c0d2-4990-8b77-94c3377ad6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:27.950018 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-576a7dc8-436c-4bc9-8103-cbe3b86e2910 req-2a5b525b-c0d2-4990-8b77-94c3377ad6cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb47e512-5e26-4207-b976-9fe983e57a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610805 Jun 24 09:26:28.055173 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-576a7dc8-436c-4bc9-8103-cbe3b86e2910 req-6204dd6b-6082-4e5c-8098-3bebf8647075 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904663 Jun 24 09:26:28.151469 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-576a7dc8-436c-4bc9-8103-cbe3b86e2910 req-7c2528ca-e543-48e4-864d-8a889ed42749 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885723 Jun 24 09:26:28.342529 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83271-0431-4af4-896f-f2f12867798d req-9b50f5f3-1e4f-4097-a251-9085027d7569 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:28.344106 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-add83271-0431-4af4-896f-f2f12867798d req-9b50f5f3-1e4f-4097-a251-9085027d7569 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0700412 Jun 24 09:26:28.391650 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-add83271-0431-4af4-896f-f2f12867798d req-4703b6c4-8143-4e5a-883e-f207e99415db tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416944 Jun 24 09:26:28.565467 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:28.791907 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50773007-3113-4d29-a359-47175247ef5e req-0c0e2441-283b-47a2-840f-b69c6ec4b9b8 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:28.791907 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-50773007-3113-4d29-a359-47175247ef5e req-0c0e2441-283b-47a2-840f-b69c6ec4b9b8 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 945 time: 0.0646553 Jun 24 09:26:28.836282 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-50773007-3113-4d29-a359-47175247ef5e req-a9e011cb-cba0-4a4d-965b-cf77c7bb60eb tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398850 Jun 24 09:26:28.930607 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d436ac8-ccc8-4553-9353-6acc1ed1374b req-b1b11994-e317-40dd-a693-c0c8c161fa30 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:28.932152 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5d436ac8-ccc8-4553-9353-6acc1ed1374b req-b1b11994-e317-40dd-a693-c0c8c161fa30 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 944 time: 0.0649858 Jun 24 09:26:28.973965 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5d436ac8-ccc8-4553-9353-6acc1ed1374b req-95362fa4-d982-4ea1-bf12-872cfa971042 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359740 Jun 24 09:26:29.589414 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ec8f7-ede1-4fa6-9cb4-7dc94e481618 req-97a78eca-f2b1-4fe7-9869-9f8c360f0af7 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:29.590718 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-682ec8f7-ede1-4fa6-9cb4-7dc94e481618 req-97a78eca-f2b1-4fe7-9869-9f8c360f0af7 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0854249 Jun 24 09:26:29.638701 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-682ec8f7-ede1-4fa6-9cb4-7dc94e481618 req-5f7e3553-3a6b-44d9-acf3-4ed93d92eb19 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413818 Jun 24 09:26:30.049234 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7313028-886b-4ee9-96c2-be4037d9774b req-fb9516da-96cf-4770-8991-af48064137cf tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:30.051076 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c7313028-886b-4ee9-96c2-be4037d9774b req-fb9516da-96cf-4770-8991-af48064137cf tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 945 time: 0.0743313 Jun 24 09:26:30.095075 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c7313028-886b-4ee9-96c2-be4037d9774b req-74110cc6-dd8a-4a9b-9625-859e63257fc4 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361340 Jun 24 09:26:30.123009 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 52934) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:30.173898 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88aa0e-7c39-4507-a111-137b91e64bb9 req-26251067-7146-49a1-b834-066527ddd46a tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:30.175455 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fb88aa0e-7c39-4507-a111-137b91e64bb9 req-26251067-7146-49a1-b834-066527ddd46a tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 944 time: 0.0808742 Jun 24 09:26:30.175653 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b4aa13-fc7b-4bb0-898c-f9a88899617a admin admin] Deleting subnet 4333a025-cb16-4659-bbc8-92b01c47ef6b {{(pid=93459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:26:30.178930 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aa13-fc7b-4bb0-898c-f9a88899617a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:30.216125 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fb88aa0e-7c39-4507-a111-137b91e64bb9 req-5d28bf6a-4722-4654-887d-80fce1e4fc15 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345333 Jun 24 09:26:30.218456 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aa13-fc7b-4bb0-898c-f9a88899617a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125388359'] for subnet, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:30.284170 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aa13-fc7b-4bb0-898c-f9a88899617a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:30.417497 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a52ea-09e3-416c-9ab2-76e6acbd0ecd req-6e014bef-e1c4-488d-9954-aadb90d681e9 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:30.419690 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-882a52ea-09e3-416c-9ab2-76e6acbd0ecd req-6e014bef-e1c4-488d-9954-aadb90d681e9 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 945 time: 0.0844584 Jun 24 09:26:30.461283 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aa13-fc7b-4bb0-898c-f9a88899617a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125717070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12682728'] for subnet, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:30.468107 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7dbb2410-a45a-4132-8719-32cae8392deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:30.501230 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4aa13-fc7b-4bb0-898c-f9a88899617a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4333a025-cb16-4659-bbc8-92b01c47ef6b,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:30.505504 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f1b4aa13-fc7b-4bb0-898c-f9a88899617a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:30.506304 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f1b4aa13-fc7b-4bb0-898c-f9a88899617a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:30.508957 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f1b4aa13-fc7b-4bb0-898c-f9a88899617a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4333a025-cb16-4659-bbc8-92b01c47ef6b HTTP/1.1" status: 204 len: 168 time: 0.3842793 Jun 24 09:26:30.511198 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52938) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:30.564406 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-882a52ea-09e3-416c-9ab2-76e6acbd0ecd req-8da9ee95-cff7-4d68-b912-831369f1be8d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Deleting port cb77dfdf-2697-4d8a-a2ca-ede9c22890af {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:26:30.564805 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-882a52ea-09e3-416c-9ab2-76e6acbd0ecd req-8da9ee95-cff7-4d68-b912-831369f1be8d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:30.586233 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7528-71a8-4160-900e-ad0f8270fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:30.658846 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-882a52ea-09e3-416c-9ab2-76e6acbd0ecd req-8da9ee95-cff7-4d68-b912-831369f1be8d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] For port cb77dfdf-2697-4d8a-a2ca-ede9c22890af, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=cb77dfdf-2697-4d8a-a2ca-ede9c22890af,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:30.659354 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-882a52ea-09e3-416c-9ab2-76e6acbd0ecd req-8da9ee95-cff7-4d68-b912-831369f1be8d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:30.673501 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-882a52ea-09e3-416c-9ab2-76e6acbd0ecd req-8da9ee95-cff7-4d68-b912-831369f1be8d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Calling delete_port for cb77dfdf-2697-4d8a-a2ca-ede9c22890af owned by compute:nova {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:26:30.675830 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7528-71a8-4160-900e-ad0f8270fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:30.688765 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-2f2b7528-71a8-4160-900e-ad0f8270fa65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4edc7d2-70e5-4843-ad5b-29585717868b']}} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:30.699754 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-2f2b7528-71a8-4160-900e-ad0f8270fa65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091da358-fc48-4d0f-9ae5-8d35e4aa8ba9') {'for_net_delete': True} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:30.700136 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-2f2b7528-71a8-4160-900e-ad0f8270fa65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091da358-fc48-4d0f-9ae5-8d35e4aa8ba9') {} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:30.710683 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7528-71a8-4160-900e-ad0f8270fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13770857'] for segment, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:30.726890 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7528-71a8-4160-900e-ad0f8270fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:30.733378 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2b7528-71a8-4160-900e-ad0f8270fa65 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:26:30.733821 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7528-71a8-4160-900e-ad0f8270fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14455338'] for segment, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: Traceback (most recent call last): Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: timer() Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: cb(*args, **kw) Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: return func(*args, **kwargs) Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: self._notify() Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: self.callback(batched_events) Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: event.method(event) Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: return f(self, *a, **k) Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._get(url).json() Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: return self.request(url, 'GET', **kwargs) Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:26:30.735614 dv-cinder-797812-1-iscsi neutron-server[93460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:26:30.861890 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7528-71a8-4160-900e-ad0f8270fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:30.865643 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:30.868084 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc0d74-670c-4fcf-a219-24a2b56a9282 req-4de6fa2c-063c-48d1-9e0e-4803ca15219d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:30.868299 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7528-71a8-4160-900e-ad0f8270fa65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:30.869829 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2bfc0d74-670c-4fcf-a219-24a2b56a9282 req-4de6fa2c-063c-48d1-9e0e-4803ca15219d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.1084969 Jun 24 09:26:30.870474 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-2f2b7528-71a8-4160-900e-ad0f8270fa65 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f4edc7d2-70e5-4843-ad5b-29585717868b HTTP/1.1" status: 204 len: 168 time: 0.3583090 Jun 24 09:26:30.882842 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b7528-71a8-4160-900e-ad0f8270fa65 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4edc7d2-70e5-4843-ad5b-29585717868b,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:30.885322 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-2f2b7528-71a8-4160-900e-ad0f8270fa65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:30.917577 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2bfc0d74-670c-4fcf-a219-24a2b56a9282 req-564e8f95-b607-41f6-a4cd-6003892ee438 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417902 Jun 24 09:26:31.003745 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-882a52ea-09e3-416c-9ab2-76e6acbd0ecd req-8da9ee95-cff7-4d68-b912-831369f1be8d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:31.012280 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:31.042947 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['f568d1df-4d1c-40c6-a907-a6939dc6fe49', 'cb77dfdf-2697-4d8a-a2ca-ede9c22890af'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:26:31.046692 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9ee95-cff7-4d68-b912-831369f1be8d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Pushing event deleted for resources: {'Port': ['ID=cb77dfdf-2697-4d8a-a2ca-ede9c22890af,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:31.049065 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8da9ee95-cff7-4d68-b912-831369f1be8d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:31.097654 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-882a52ea-09e3-416c-9ab2-76e6acbd0ecd req-8da9ee95-cff7-4d68-b912-831369f1be8d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] No DVR routers for this DVR port cb77dfdf-2697-4d8a-a2ca-ede9c22890af on host hv-cinder-79781 {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:26:31.100954 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-882a52ea-09e3-416c-9ab2-76e6acbd0ecd req-8da9ee95-cff7-4d68-b912-831369f1be8d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:31.103047 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-882a52ea-09e3-416c-9ab2-76e6acbd0ecd req-8da9ee95-cff7-4d68-b912-831369f1be8d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "DELETE /v2.0/ports/cb77dfdf-2697-4d8a-a2ca-ede9c22890af HTTP/1.1" status: 204 len: 173 time: 0.6771750 Jun 24 09:26:31.103574 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8119f3-45b4-4cee-a4c7-2211808197b9', 'name': 'network-vif-deleted', 'tag': 'cb77dfdf-2697-4d8a-a2ca-ede9c22890af'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:26:31.106798 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b99a0c1-b862-4e0d-b949-2bfdc3004516" -d '{"events": [{"server_uuid": "7f8119f3-45b4-4cee-a4c7-2211808197b9", "name": "network-vif-deleted", "tag": "cb77dfdf-2697-4d8a-a2ca-ede9c22890af"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:26:31.150197 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae91acd-7170-495f-9ff6-719bd2a86032 x-openstack-request-id: req-4ae91acd-7170-495f-9ff6-719bd2a86032 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:26:31.150703 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8119f3-45b4-4cee-a4c7-2211808197b9", "name": "network-vif-deleted", "tag": "cb77dfdf-2697-4d8a-a2ca-ede9c22890af", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:26:31.151063 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ae91acd-7170-495f-9ff6-719bd2a86032 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:26:31.151616 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8119f3-45b4-4cee-a4c7-2211808197b9', 'name': 'network-vif-deleted', 'tag': 'cb77dfdf-2697-4d8a-a2ca-ede9c22890af', 'status': 'completed', 'code': 200} Jun 24 09:26:31.299693 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-55a88ba5-b63f-4274-8142-616963acfaf6 req-2e1137fc-aa91-4d25-893c-193b0930ce88 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 210 time: 0.0375094 Jun 24 09:26:31.444656 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c69de-7657-406a-ba88-29b982a60845 req-6895d099-6c3d-4345-82c4-915d200e42fd tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:31.447218 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-606c69de-7657-406a-ba88-29b982a60845 req-6895d099-6c3d-4345-82c4-915d200e42fd tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 944 time: 0.0722404 Jun 24 09:26:31.491890 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-606c69de-7657-406a-ba88-29b982a60845 req-dc8cf0ed-9264-4eda-ba98-50d5ef01521e tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383980 Jun 24 09:26:31.926063 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52958) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:31.979054 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-034237ff-eb13-415e-b4a5-25c4b2a4ac60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd668cc2d1824f1c9b4ee453e68c6200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517073 Jun 24 09:26:31.982653 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 52962) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:32.073090 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a193d58b-5cbb-4ae8-a817-360247d9f4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:32.100583 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eea48-a64e-4b61-b008-15e4bba558b7 req-8697d249-920a-4668-a118-f0220216d1ef tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:32.102489 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a7eea48-a64e-4b61-b008-15e4bba558b7 req-8697d249-920a-4668-a118-f0220216d1ef tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.1159153 Jun 24 09:26:32.115345 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a193d58b-5cbb-4ae8-a817-360247d9f4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:32.129716 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5699729-24b6-49b0-81f5-b373b9f6ff81 req-d54ee948-2f09-4a7f-8b8b-ce8d40d24df5 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:32.131231 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c5699729-24b6-49b0-81f5-b373b9f6ff81 req-d54ee948-2f09-4a7f-8b8b-ce8d40d24df5 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0752158 Jun 24 09:26:32.168423 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c5699729-24b6-49b0-81f5-b373b9f6ff81 req-849b3a61-3104-486f-bb4c-5d626a8c3a54 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313165 Jun 24 09:26:32.169836 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a7eea48-a64e-4b61-b008-15e4bba558b7 req-feb5e372-9d90-4583-853f-f269a5346c4e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585644 Jun 24 09:26:32.261720 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a193d58b-5cbb-4ae8-a817-360247d9f4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:32.264378 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a193d58b-5cbb-4ae8-a817-360247d9f4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:32.265480 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a193d58b-5cbb-4ae8-a817-360247d9f4dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdae21f4-21f2-4f59-a7b9-a770989f74ab HTTP/1.1" status: 204 len: 168 time: 0.2818725 Jun 24 09:26:32.266221 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e1daa272-b93f-476c-adbc-3854ebcbd480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:32.274291 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193d58b-5cbb-4ae8-a817-360247d9f4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdae21f4-21f2-4f59-a7b9-a770989f74ab,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:32.276721 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a193d58b-5cbb-4ae8-a817-360247d9f4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:32.447570 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-81796b9d-a34b-4fe1-a8f2-e3ea3281b1f6 req-51b70634-c848-4b75-886c-cf732ce9598d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8119f3-45b4-4cee-a4c7-2211808197b9 HTTP/1.1" status: 200 len: 210 time: 0.0298376 Jun 24 09:26:32.697471 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e796d4-33e6-4eec-a0e9-2dab342b8196 req-b5d4b918-5838-464b-a228-3e757e86dc6f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:32.699224 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-20e796d4-33e6-4eec-a0e9-2dab342b8196 req-b5d4b918-5838-464b-a228-3e757e86dc6f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 944 time: 0.0774584 Jun 24 09:26:32.742476 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-20e796d4-33e6-4eec-a0e9-2dab342b8196 req-878c7c48-d256-4f2d-952a-8be3e283a668 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336740 Jun 24 09:26:33.007496 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device cb77dfdf-2697-4d8a-a2ca-ede9c22890af no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:26:33.028618 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: cb77dfdf-2697-4d8a-a2ca-ede9c22890af {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:26:33.029380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device cb77dfdf-2697-4d8a-a2ca-ede9c22890af not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:26:33.315463 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 52994) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:33.357261 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4c47-7c0b-4da3-bb14-5c1adab0ad22 req-1531e6c5-3357-4659-b637-27f71a65a3dd tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:33.361559 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-af5e4c47-7c0b-4da3-bb14-5c1adab0ad22 req-1531e6c5-3357-4659-b637-27f71a65a3dd tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0675671 Jun 24 09:26:33.369444 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e7c93-bde3-4c01-ae39-405f50efb5e9 req-b68bf85d-551b-41da-bb62-8e76330015c2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:33.371006 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fa1e7c93-bde3-4c01-ae39-405f50efb5e9 req-b68bf85d-551b-41da-bb62-8e76330015c2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0827520 Jun 24 09:26:33.402467 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-af5e4c47-7c0b-4da3-bb14-5c1adab0ad22 req-1cdc89ea-bef4-4247-a42e-f5015d422560 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346031 Jun 24 09:26:33.409829 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fa1e7c93-bde3-4c01-ae39-405f50efb5e9 req-50b3ecc0-1e25-4470-aeda-bea138668316 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332177 Jun 24 09:26:33.436106 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-294904383-network', 'tenant_id': 'c8e911dcef6c469eacdc79eb4aeef134'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:33.517462 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Made reservation on behalf of c8e911dcef6c469eacdc79eb4aeef134 for: {'network': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:26:33.519876 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:33.528647 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:33.625204 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:33.752046 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:33.755117 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6ed52361-d5ae-474b-9157-047bef201935 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:33.772715 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:26:33.790355 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:33.790704 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.segments_db [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Added segment 4dd0d472-22ca-4c74-8bd2-592993232e54 of type vlan for network 650151da-326a-4b2c-929d-948601dc7489 Jun 24 09:26:33.791969 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a2fdf0-4a63-46ae-8890-dc3ab89ef594,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:33.801167 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:33.833756 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:33.933509 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1fc6d-b6d0-4922-86ac-5ebec1157e95 req-098ed336-3e26-4e56-a2ce-93cce8c4d07c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:33.935606 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7ee1fc6d-b6d0-4922-86ac-5ebec1157e95 req-098ed336-3e26-4e56-a2ce-93cce8c4d07c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 944 time: 0.0708892 Jun 24 09:26:33.947568 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:33.949846 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:33.950394 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:33.959509 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:34.030231 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7ee1fc6d-b6d0-4922-86ac-5ebec1157e95 req-e30df49d-8a29-4ace-bdf1-72d725f2a5c3 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888975 Jun 24 09:26:34.031307 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Pushing event updated for resources: {'Network': ['ID=650151da-326a-4b2c-929d-948601dc7489,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:34.034036 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:34.040383 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7228758 Jun 24 09:26:34.041197 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network 650151da-326a-4b2c-929d-948601dc7489 details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:26:34.042535 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 53008) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:34.047918 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-9cf75087-4a0f-4086-acd4-63bbf841867f admin admin] Request body: {'subnet': {'network_id': '650151da-326a-4b2c-929d-948601dc7489', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-294904383-subnet', 'tenant_id': 'c8e911dcef6c469eacdc79eb4aeef134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:34.130293 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf75087-4a0f-4086-acd4-63bbf841867f admin admin] Made reservation on behalf of c8e911dcef6c469eacdc79eb4aeef134 for: {'subnet': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:26:34.132721 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9cf75087-4a0f-4086-acd4-63bbf841867f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12682739'] for subnet, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:34.381776 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9cf75087-4a0f-4086-acd4-63bbf841867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125717007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12682721'] for subnet, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:34.384108 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f1b4aa13-fc7b-4bb0-898c-f9a88899617a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:34.443624 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf75087-4a0f-4086-acd4-63bbf841867f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8794a81a-f92e-4f88-b412-66c94b8ab3cc,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:34.447096 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9cf75087-4a0f-4086-acd4-63bbf841867f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:34.461037 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf75087-4a0f-4086-acd4-63bbf841867f admin admin] Checking segment: {'id': '4dd0d472-22ca-4c74-8bd2-592993232e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '650151da-326a-4b2c-929d-948601dc7489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:26:34.461037 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf75087-4a0f-4086-acd4-63bbf841867f admin admin] Network hostable DHCP agents. Network: 650151da-326a-4b2c-929d-948601dc7489, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:26:34.558585 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf75087-4a0f-4086-acd4-63bbf841867f admin admin] Network 650151da-326a-4b2c-929d-948601dc7489 is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:26:34.608650 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5a8e8-2478-4c85-8a54-c90686fa2ced req-82087dae-45b5-4834-8456-fd82d4352dd5 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:34.610124 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-afe5a8e8-2478-4c85-8a54-c90686fa2ced req-82087dae-45b5-4834-8456-fd82d4352dd5 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0875831 Jun 24 09:26:34.612031 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81b50e-1b95-483a-a27d-185fda11ec2a req-da63f672-9464-4447-9748-ef9ca7e5b382 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:34.613451 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5c81b50e-1b95-483a-a27d-185fda11ec2a req-da63f672-9464-4447-9748-ef9ca7e5b382 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 943 time: 0.0856082 Jun 24 09:26:34.650044 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-afe5a8e8-2478-4c85-8a54-c90686fa2ced req-79d35e75-9720-42d2-a8b4-2a1e4972e55c tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337281 Jun 24 09:26:34.651024 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-9cf75087-4a0f-4086-acd4-63bbf841867f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, 650151da-326a-4b2c-929d-948601dc7489) {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:26:34.655858 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf75087-4a0f-4086-acd4-63bbf841867f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:34.656351 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9cf75087-4a0f-4086-acd4-63bbf841867f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:34.663407 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be8a702-4efb-4014-87c6-b45e1c567115 None None] Network 650151da-326a-4b2c-929d-948601dc7489 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:26:34.767501 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5153897-d8bf-4d7e-a9f8-a9938489c61b req-9cc2fc41-f336-4933-8069-337e5ccac267 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:34.769020 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e5153897-d8bf-4d7e-a9f8-a9938489c61b req-9cc2fc41-f336-4933-8069-337e5ccac267 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 945 time: 0.0675237 Jun 24 09:26:34.770515 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9cf75087-4a0f-4086-acd4-63bbf841867f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7269216 Jun 24 09:26:34.807545 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727bce2e-7ac6-4bbd-b134-aa0a874f2deb None None] Network 650151da-326a-4b2c-929d-948601dc7489 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:26:34.901692 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5c81b50e-1b95-483a-a27d-185fda11ec2a req-e467fa4f-f5ed-404e-997f-1bba410173d3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825782 Jun 24 09:26:34.919060 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-e5153897-d8bf-4d7e-a9f8-a9938489c61b req-330d95f9-7120-473d-9448-50ea5ac5e8a3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Deleting port e9daffe0-0a92-4758-bfa4-25e7070cdc0d {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:26:34.920233 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e5153897-d8bf-4d7e-a9f8-a9938489c61b req-330d95f9-7120-473d-9448-50ea5ac5e8a3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:35.003339 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 81df801e-fcff-44cf-984a-bf751b7f9abc details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:26:35.041326 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-e5153897-d8bf-4d7e-a9f8-a9938489c61b req-330d95f9-7120-473d-9448-50ea5ac5e8a3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] For port e9daffe0-0a92-4758-bfa4-25e7070cdc0d, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=e9daffe0-0a92-4758-bfa4-25e7070cdc0d,segment=NetworkSegment(18d54f54-6d85-4bbe-b013-d55385f59166),segment_id=18d54f54-6d85-4bbe-b013-d55385f59166)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:35.041680 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e5153897-d8bf-4d7e-a9f8-a9938489c61b req-330d95f9-7120-473d-9448-50ea5ac5e8a3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:35.063979 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-e5153897-d8bf-4d7e-a9f8-a9938489c61b req-330d95f9-7120-473d-9448-50ea5ac5e8a3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Calling delete_port for e9daffe0-0a92-4758-bfa4-25e7070cdc0d owned by compute:nova {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:26:35.141058 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 81df801e-fcff-44cf-984a-bf751b7f9abc, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=81df801e-fcff-44cf-984a-bf751b7f9abc,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:35.181330 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'port_id': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'mac_address': 'fa:16:3e:f6:b4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:26:35.241453 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:35.250729 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25765c4-582e-4565-ab50-5c29eee58f07 req-0134d733-3d08-4c2b-9825-b98f98ee393d tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:35.254926 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81df801e-fcff-44cf-984a-bf751b7f9abc {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:26:35.255674 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b25765c4-582e-4565-ab50-5c29eee58f07 req-0134d733-3d08-4c2b-9825-b98f98ee393d tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 944 time: 0.0873041 Jun 24 09:26:35.275295 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 81df801e-fcff-44cf-984a-bf751b7f9abc, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=81df801e-fcff-44cf-984a-bf751b7f9abc,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:35.288883 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e5153897-d8bf-4d7e-a9f8-a9938489c61b req-330d95f9-7120-473d-9448-50ea5ac5e8a3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:35.294929 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:35.297354 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b25765c4-582e-4565-ab50-5c29eee58f07 req-f7405057-f9d3-4915-bfed-53a2af961c19 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380030 Jun 24 09:26:35.321521 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d95f9-7120-473d-9448-50ea5ac5e8a3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Pushing event deleted for resources: {'Port': ['ID=e9daffe0-0a92-4758-bfa4-25e7070cdc0d,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:35.324704 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-330d95f9-7120-473d-9448-50ea5ac5e8a3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:35.326569 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['ae4860e5-c578-4d87-b987-c41b262050d9', 'e9daffe0-0a92-4758-bfa4-25e7070cdc0d'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:26:35.350213 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:35.351030 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:26:35.355168 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:35.370605 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5153897-d8bf-4d7e-a9f8-a9938489c61b req-330d95f9-7120-473d-9448-50ea5ac5e8a3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] No DVR routers for this DVR port e9daffe0-0a92-4758-bfa4-25e7070cdc0d on host hv-cinder-79781 {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:26:35.373201 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-e5153897-d8bf-4d7e-a9f8-a9938489c61b req-330d95f9-7120-473d-9448-50ea5ac5e8a3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:35.377565 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e5153897-d8bf-4d7e-a9f8-a9938489c61b req-330d95f9-7120-473d-9448-50ea5ac5e8a3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.60 "DELETE /v2.0/ports/e9daffe0-0a92-4758-bfa4-25e7070cdc0d HTTP/1.1" status: 204 len: 173 time: 0.6015573 Jun 24 09:26:35.378381 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc108a86-8dbb-4676-bc9f-907e1e4ba32b', 'name': 'network-vif-deleted', 'tag': 'e9daffe0-0a92-4758-bfa4-25e7070cdc0d'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:26:35.381125 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fe569f-e2ad-4387-9b2d-f8bc7e00f64d" -d '{"events": [{"server_uuid": "dc108a86-8dbb-4676-bc9f-907e1e4ba32b", "name": "network-vif-deleted", "tag": "e9daffe0-0a92-4758-bfa4-25e7070cdc0d"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:26:35.438843 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede096d3-c63a-4631-b237-697d40495e4a x-openstack-request-id: req-ede096d3-c63a-4631-b237-697d40495e4a {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:26:35.439507 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc108a86-8dbb-4676-bc9f-907e1e4ba32b", "name": "network-vif-deleted", "tag": "e9daffe0-0a92-4758-bfa4-25e7070cdc0d", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:26:35.439612 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ede096d3-c63a-4631-b237-697d40495e4a {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:26:35.440089 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc108a86-8dbb-4676-bc9f-907e1e4ba32b', 'name': 'network-vif-deleted', 'tag': 'e9daffe0-0a92-4758-bfa4-25e7070cdc0d', 'status': 'completed', 'code': 200} Jun 24 09:26:35.485199 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=81df801e-fcff-44cf-984a-bf751b7f9abc,revision_number=9']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:35.490829 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:35.556605 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:35.572040 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06cebb-73ca-48fe-8a8a-2ee58b5a76f6 req-4b4087d0-d9af-4b0a-8dd7-85fe61f90085 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:35.573590 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1b06cebb-73ca-48fe-8a8a-2ee58b5a76f6 req-4b4087d0-d9af-4b0a-8dd7-85fe61f90085 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 946 time: 0.0771801 Jun 24 09:26:35.578711 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': 'd3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'port_id': 'd3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1', 'mac_address': 'fa:16:3e:b8:03:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:26:35.627219 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1b06cebb-73ca-48fe-8a8a-2ee58b5a76f6 req-b5af3c3e-25a9-4f0c-bafa-f70559d6141c tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464430 Jun 24 09:26:35.649430 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:35.663735 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:26:35.682930 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:35.745437 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:35.745437 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-db39401f-57b9-4332-98b4-74587847930a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:35.797139 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:35.800120 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:35.806516 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a73c3c1d-c1fe-48de-a15b-880f6ef6cb6e req-8ec7e7a4-f35b-4eac-b3f8-8b6eeceaeaca tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc108a86-8dbb-4676-bc9f-907e1e4ba32b HTTP/1.1" status: 200 len: 210 time: 0.0293028 Jun 24 09:26:36.090980 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c81659-7ae7-467b-b7da-77d394eff7c5 req-ceefe5ae-8de7-48a8-9e31-0e1ce6c62041 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:36.092913 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-62c81659-7ae7-467b-b7da-77d394eff7c5 req-ceefe5ae-8de7-48a8-9e31-0e1ce6c62041 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 944 time: 0.0654998 Jun 24 09:26:36.130260 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-62c81659-7ae7-467b-b7da-77d394eff7c5 req-3a7c129c-02c9-4b26-8bfe-6de1e9640a47 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316234 Jun 24 09:26:36.226273 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:26:36.263468 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['81df801e-fcff-44cf-984a-bf751b7f9abc'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:26:36.479954 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b00dd-7a96-45ad-b8a3-e7443004e760 req-c2315ba7-2ac7-4be8-887a-c615df91f6b4 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:36.481336 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-007b00dd-7a96-45ad-b8a3-e7443004e760 req-c2315ba7-2ac7-4be8-887a-c615df91f6b4 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 945 time: 0.0662205 Jun 24 09:26:36.521903 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-007b00dd-7a96-45ad-b8a3-e7443004e760 req-0ef022f6-09a2-4a55-a92e-69557b0f2b9d tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341790 Jun 24 09:26:36.976916 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f8a3f-9908-4736-bfdc-b4af35b5db4b req-a678b0e4-ce85-4d19-8141-33f4377f19f4 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:36.983966 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-875f8a3f-9908-4736-bfdc-b4af35b5db4b req-a678b0e4-ce85-4d19-8141-33f4377f19f4 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 946 time: 0.0833874 Jun 24 09:26:37.021908 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-875f8a3f-9908-4736-bfdc-b4af35b5db4b req-fa0fd3f1-14ff-4d3b-8949-214be3fc205b tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370901 Jun 24 09:26:37.029370 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device e9daffe0-0a92-4758-bfa4-25e7070cdc0d no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:26:37.057786 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: e9daffe0-0a92-4758-bfa4-25e7070cdc0d {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:26:37.058140 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device e9daffe0-0a92-4758-bfa4-25e7070cdc0d not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:26:37.208455 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-6f59a275-4192-4ca9-ac25-ffbead11bb56 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:37.209907 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-6f59a275-4192-4ca9-ac25-ffbead11bb56 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/networks?id=650151da-326a-4b2c-929d-948601dc7489 HTTP/1.1" status: 200 len: 813 time: 0.1035225 Jun 24 09:26:37.225199 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-553efc3a-9fd6-4b10-a77b-813e45660f51 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/quotas/c8e911dcef6c469eacdc79eb4aeef134 HTTP/1.1" status: 200 len: 375 time: 0.0095975 Jun 24 09:26:37.260287 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-96f23c64-fc09-4fc8-8f67-2ced61369ee7 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8e911dcef6c469eacdc79eb4aeef134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292082 Jun 24 09:26:37.355074 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-c9a20032-5a21-4e07-84bc-feb5af77fd3b service neutron] 10.222.0.39 "GET /v2.0/networks/650151da-326a-4b2c-929d-948601dc7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872314 Jun 24 09:26:37.444108 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-1ee3157f-9cc5-4283-978d-69114d7f77db service neutron] 10.222.0.39 "GET /v2.0/networks/650151da-326a-4b2c-929d-948601dc7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827918 Jun 24 09:26:37.481617 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c93d1-7c5a-43ec-a950-5e69f328d191 req-044b2505-b0b0-4c10-b732-ed321c596ab3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:37.483113 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-161c93d1-7c5a-43ec-a950-5e69f328d191 req-044b2505-b0b0-4c10-b732-ed321c596ab3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 944 time: 0.0630131 Jun 24 09:26:37.520293 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-161c93d1-7c5a-43ec-a950-5e69f328d191 req-1ebe4960-37cd-45ac-a7c1-dec8499374ae tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312400 Jun 24 09:26:37.653187 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a16f10-8355-4b66-92a1-926ad5a8fa5c req-575c5b33-ea3f-47c2-8264-7e446528eab0 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:37.654689 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9a16f10-8355-4b66-92a1-926ad5a8fa5c req-575c5b33-ea3f-47c2-8264-7e446528eab0 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 946 time: 0.0989020 Jun 24 09:26:37.724941 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568717-3bfb-455e-a9ba-ecf289483c4b req-1abdb574-0820-404d-94d1-21c9c90782fd tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:37.732882 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-29568717-3bfb-455e-a9ba-ecf289483c4b req-1abdb574-0820-404d-94d1-21c9c90782fd tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0907121 Jun 24 09:26:37.772759 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-29568717-3bfb-455e-a9ba-ecf289483c4b req-2637dc70-5d69-4fcc-b1bb-e4fdb5b6d573 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389931 Jun 24 09:26:37.819782 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-b9a16f10-8355-4b66-92a1-926ad5a8fa5c req-e17234db-e6ae-4cd6-9169-c980b2e31633 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Deleting port f568d1df-4d1c-40c6-a907-a6939dc6fe49 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:26:37.820215 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b9a16f10-8355-4b66-92a1-926ad5a8fa5c req-e17234db-e6ae-4cd6-9169-c980b2e31633 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:37.847221 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f195ec67-5f2b-410b-ba54-370684e539fb req-ab9d1e12-c33f-4da9-8824-e7c999804a3b tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 210 time: 0.0288403 Jun 24 09:26:37.883528 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801bd40-b2c3-48be-9dc2-855d68a18ebe req-8fc10506-9a0e-4289-b4fa-feafa2069d04 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:37.884905 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c801bd40-b2c3-48be-9dc2-855d68a18ebe req-8fc10506-9a0e-4289-b4fa-feafa2069d04 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 945 time: 0.1611919 Jun 24 09:26:37.950780 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c801bd40-b2c3-48be-9dc2-855d68a18ebe req-9e5a2c0c-0c93-4947-aab4-a85d69a8dd5c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589507 Jun 24 09:26:37.952438 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-b9a16f10-8355-4b66-92a1-926ad5a8fa5c req-e17234db-e6ae-4cd6-9169-c980b2e31633 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] For port f568d1df-4d1c-40c6-a907-a6939dc6fe49, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=f568d1df-4d1c-40c6-a907-a6939dc6fe49,segment=NetworkSegment(1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1),segment_id=1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:37.952789 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b9a16f10-8355-4b66-92a1-926ad5a8fa5c req-e17234db-e6ae-4cd6-9169-c980b2e31633 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:37.970350 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-b9a16f10-8355-4b66-92a1-926ad5a8fa5c req-e17234db-e6ae-4cd6-9169-c980b2e31633 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Calling delete_port for f568d1df-4d1c-40c6-a907-a6939dc6fe49 owned by compute:nova {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:26:38.207614 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d186b5-adbc-467a-8abf-c52dd3b85f10 req-6772ece9-fc19-49c1-a710-ded3b5428305 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:38.209107 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b5d186b5-adbc-467a-8abf-c52dd3b85f10 req-6772ece9-fc19-49c1-a710-ded3b5428305 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 946 time: 0.0655949 Jun 24 09:26:38.248029 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b5d186b5-adbc-467a-8abf-c52dd3b85f10 req-922347a0-9988-47b8-9c21-13529a97c3fe tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/security-groups?id=0aa0cbc7-0546-47d5-960c-1d5203f81872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329964 Jun 24 09:26:38.409117 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b9a16f10-8355-4b66-92a1-926ad5a8fa5c req-e17234db-e6ae-4cd6-9169-c980b2e31633 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:38.413730 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-758b79b5-8cb3-43d5-97af-b9c53ab91926 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:38.440097 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17234db-e6ae-4cd6-9169-c980b2e31633 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Pushing event deleted for resources: {'Port': ['ID=f568d1df-4d1c-40c6-a907-a6939dc6fe49,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:38.443162 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e17234db-e6ae-4cd6-9169-c980b2e31633 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:38.453425 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['f568d1df-4d1c-40c6-a907-a6939dc6fe49'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:26:38.486467 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a16f10-8355-4b66-92a1-926ad5a8fa5c req-e17234db-e6ae-4cd6-9169-c980b2e31633 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] No DVR routers for this DVR port f568d1df-4d1c-40c6-a907-a6939dc6fe49 on host hv-cinder-79781 {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:26:38.488782 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b9a16f10-8355-4b66-92a1-926ad5a8fa5c req-e17234db-e6ae-4cd6-9169-c980b2e31633 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:38.490714 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9a16f10-8355-4b66-92a1-926ad5a8fa5c req-e17234db-e6ae-4cd6-9169-c980b2e31633 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.60 "DELETE /v2.0/ports/f568d1df-4d1c-40c6-a907-a6939dc6fe49 HTTP/1.1" status: 204 len: 173 time: 0.8290038 Jun 24 09:26:38.491218 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6202101-94ad-4479-85bc-05791489cabf', 'name': 'network-vif-deleted', 'tag': 'f568d1df-4d1c-40c6-a907-a6939dc6fe49'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:26:38.493470 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd12932d-5704-44f4-ae85-29977aa76f6b" -d '{"events": [{"server_uuid": "f6202101-94ad-4479-85bc-05791489cabf", "name": "network-vif-deleted", "tag": "f568d1df-4d1c-40c6-a907-a6939dc6fe49"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:26:38.528043 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81a6dad-25c3-4fc0-92a6-60e1de508ca2 x-openstack-request-id: req-f81a6dad-25c3-4fc0-92a6-60e1de508ca2 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:26:38.528356 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6202101-94ad-4479-85bc-05791489cabf", "name": "network-vif-deleted", "tag": "f568d1df-4d1c-40c6-a907-a6939dc6fe49", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:26:38.529154 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f81a6dad-25c3-4fc0-92a6-60e1de508ca2 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:26:38.529622 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6202101-94ad-4479-85bc-05791489cabf', 'name': 'network-vif-deleted', 'tag': 'f568d1df-4d1c-40c6-a907-a6939dc6fe49', 'status': 'completed', 'code': 200} Jun 24 09:26:38.708626 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b56ea2-6814-4c41-96ef-90bd0c633043 req-a17c3489-0e7b-4f01-91db-a0594d333876 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:38.710238 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-72b56ea2-6814-4c41-96ef-90bd0c633043 req-a17c3489-0e7b-4f01-91db-a0594d333876 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 944 time: 0.0697458 Jun 24 09:26:38.752139 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-72b56ea2-6814-4c41-96ef-90bd0c633043 req-a999506a-4951-424c-86f8-103bce83528a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328126 Jun 24 09:26:38.958313 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c9d71-97a7-45e9-a7b8-ce19007bdae1 req-bf037002-1698-45f5-a6f9-23fec142ad07 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:38.959713 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6e1c9d71-97a7-45e9-a7b8-ce19007bdae1 req-bf037002-1698-45f5-a6f9-23fec142ad07 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0664537 Jun 24 09:26:39.000405 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6e1c9d71-97a7-45e9-a7b8-ce19007bdae1 req-0a4029c4-d121-41d5-ae0e-1f301020a2f2 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339839 Jun 24 09:26:39.001252 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5a32dc9e-769c-460e-b89a-fd7b7b73e962 req-2b6b5cce-5089-4b08-94b1-de6dfd82c527 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 210 time: 0.0320849 Jun 24 09:26:39.070639 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:26:39.169936 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18090efc-df9b-4b7a-a20c-a350fefd0c4e req-616cd832-8049-4048-9452-d5ce504a52aa tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:39.171495 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-18090efc-df9b-4b7a-a20c-a350fefd0c4e req-616cd832-8049-4048-9452-d5ce504a52aa tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 945 time: 0.0608315 Jun 24 09:26:39.174606 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:26:39.181030 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:39.181030 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:39.210278 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-18090efc-df9b-4b7a-a20c-a350fefd0c4e req-3ead7778-59e1-4d52-94ac-d2eabbb7149c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329666 Jun 24 09:26:39.262595 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:39.285069 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678d80cb-1870-41e8-ae0a-bdee96ae0fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:26:39.287789 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0962722a-81a5-4d48-a97e-7591a6abd87c" -d '{"events": [{"server_uuid": "678d80cb-1870-41e8-ae0a-bdee96ae0fa6", "name": "network-vif-plugged", "status": "completed", "tag": "d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:26:39.300630 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:39.324411 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3f9527-dccf-4a7e-a289-ccb6b660bbf5 x-openstack-request-id: req-6b3f9527-dccf-4a7e-a289-ccb6b660bbf5 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:26:39.324721 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678d80cb-1870-41e8-ae0a-bdee96ae0fa6", "name": "network-vif-plugged", "status": "completed", "tag": "d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:26:39.324983 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b3f9527-dccf-4a7e-a289-ccb6b660bbf5 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:26:39.325380 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678d80cb-1870-41e8-ae0a-bdee96ae0fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1', 'code': 200} Jun 24 09:26:39.384513 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:39.385861 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 81df801e-fcff-44cf-984a-bf751b7f9abc up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:26:39.391040 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:39.429730 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-da5dc172-7210-4b43-a291-b3c1b4264456 req-a3f8117a-8556-4cf9-83ff-2e5b1cc251bd tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6202101-94ad-4479-85bc-05791489cabf HTTP/1.1" status: 200 len: 210 time: 0.0476146 Jun 24 09:26:39.474127 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:39.477831 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:39.486821 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 81df801e-fcff-44cf-984a-bf751b7f9abc triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:39.494310 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:39.574596 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:39.610117 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 81df801e-fcff-44cf-984a-bf751b7f9abc, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=81df801e-fcff-44cf-984a-bf751b7f9abc,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:39.691187 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:39.692263 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device f568d1df-4d1c-40c6-a907-a6939dc6fe49 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:26:39.695342 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:39.729929 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: f568d1df-4d1c-40c6-a907-a6939dc6fe49 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:26:39.730202 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device f568d1df-4d1c-40c6-a907-a6939dc6fe49 not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:26:39.756063 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=81df801e-fcff-44cf-984a-bf751b7f9abc,revision_number=10']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:39.758793 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:39.906693 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d5dc1-c9ba-45e4-9b53-7ee0e821ac6b req-4bd2eee5-9323-4542-81f4-610362b79815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:39.908232 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-512d5dc1-c9ba-45e4-9b53-7ee0e821ac6b req-4bd2eee5-9323-4542-81f4-610362b79815 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0502157 Jun 24 09:26:39.945884 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-512d5dc1-c9ba-45e4-9b53-7ee0e821ac6b req-596f3fae-fde5-4ab9-8a21-9a5c2e2241a8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282106 Jun 24 09:26:39.950603 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326dcdf-318a-410d-a46d-f308eb4e785d req-9d2f6714-9fba-4e7f-a67c-4ee30b5a092f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:39.952136 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7326dcdf-318a-410d-a46d-f308eb4e785d req-9d2f6714-9fba-4e7f-a67c-4ee30b5a092f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 946 time: 0.0678763 Jun 24 09:26:39.992843 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7326dcdf-318a-410d-a46d-f308eb4e785d req-ba6d6ee4-4eb2-4dca-86fd-6b68bc392f8d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344887 Jun 24 09:26:40.147863 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cbec84e2-530a-4a77-be68-75effda913dc req-51928c55-15a7-4b84-b2af-d0c3c55b32fa tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 210 time: 0.0342112 Jun 24 09:26:40.175964 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75905c-9c9b-4d37-a497-70761a8faae2 req-4a1b0829-3b9d-40f8-9e62-b1df5cce6f25 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:40.177390 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5b75905c-9c9b-4d37-a497-70761a8faae2 req-4a1b0829-3b9d-40f8-9e62-b1df5cce6f25 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0632033 Jun 24 09:26:40.213043 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5b75905c-9c9b-4d37-a497-70761a8faae2 req-944270e9-d268-4c40-b303-e5612634bde9 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301993 Jun 24 09:26:40.383878 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb79a82-98d1-41d0-a2c9-dce7d6c2a304 req-b5884a0f-c3d3-4959-a86b-84bed18c4e80 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:40.385334 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ecb79a82-98d1-41d0-a2c9-dce7d6c2a304 req-b5884a0f-c3d3-4959-a86b-84bed18c4e80 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0622175 Jun 24 09:26:40.422616 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ecb79a82-98d1-41d0-a2c9-dce7d6c2a304 req-f2a1cc54-f3fa-42a4-aaa7-a13c1c8b3fe9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309396 Jun 24 09:26:40.533618 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 53116) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:40.577427 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01110e0-445e-4c86-9deb-e6e887e5bd38 admin admin] Deleting subnet a45cc966-8eac-4881-ba60-0b81c8bcfe2b {{(pid=93459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:26:40.580471 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a01110e0-445e-4c86-9deb-e6e887e5bd38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:40.658842 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a01110e0-445e-4c86-9deb-e6e887e5bd38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125388359'] for subnet, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:40.723651 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a01110e0-445e-4c86-9deb-e6e887e5bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:40.761847 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-9962e611-e7c1-4cff-8044-18b67d0f486a tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:40.763278 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-9962e611-e7c1-4cff-8044-18b67d0f486a tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.60 "GET /v2.0/networks?id=650151da-326a-4b2c-929d-948601dc7489 HTTP/1.1" status: 200 len: 813 time: 0.1564398 Jun 24 09:26:40.787104 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Request body: {'port': {'device_id': '6d9a8744-35e8-4578-87e0-209bc255f375', 'network_id': '650151da-326a-4b2c-929d-948601dc7489', 'admin_state_up': True, 'tenant_id': 'c8e911dcef6c469eacdc79eb4aeef134'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:40.858380 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a01110e0-445e-4c86-9deb-e6e887e5bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125717070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12682728'] for subnet, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:40.865907 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:40.906052 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01110e0-445e-4c86-9deb-e6e887e5bd38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a45cc966-8eac-4881-ba60-0b81c8bcfe2b,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:40.908035 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a01110e0-445e-4c86-9deb-e6e887e5bd38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:40.910367 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a01110e0-445e-4c86-9deb-e6e887e5bd38 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a45cc966-8eac-4881-ba60-0b81c8bcfe2b HTTP/1.1" status: 204 len: 168 time: 0.3752620 Jun 24 09:26:40.912501 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53122) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:40.913912 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a01110e0-445e-4c86-9deb-e6e887e5bd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:40.990673 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9e343be5-6ff9-46d0-ba9b-bf7c42b4756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.032501 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Made reservation on behalf of c8e911dcef6c469eacdc79eb4aeef134 for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:26:41.043565 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.069648 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9e343be5-6ff9-46d0-ba9b-bf7c42b4756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.079827 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-9e343be5-6ff9-46d0-ba9b-bf7c42b4756a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edcd4982-0d07-4d90-b348-d8817bbc8024']}} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:41.089801 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-9e343be5-6ff9-46d0-ba9b-bf7c42b4756a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1') {'for_net_delete': True} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:41.092971 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-9e343be5-6ff9-46d0-ba9b-bf7c42b4756a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae08938-e9cb-4bd9-8f7f-f45a46ddf0f1') {} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:41.100518 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9e343be5-6ff9-46d0-ba9b-bf7c42b4756a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13770857'] for segment, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.118904 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9e343be5-6ff9-46d0-ba9b-bf7c42b4756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.124629 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e343be5-6ff9-46d0-ba9b-bf7c42b4756a admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:26:41.125064 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9e343be5-6ff9-46d0-ba9b-bf7c42b4756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14455338'] for segment, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: Traceback (most recent call last): Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: timer() Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: cb(*args, **kw) Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: return func(*args, **kwargs) Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: self._notify() Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: self.callback(batched_events) Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: event.method(event) Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: return f(self, *a, **k) Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._get(url).json() Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: return self.request(url, 'GET', **kwargs) Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:26:41.127532 dv-cinder-797812-1-iscsi neutron-server[93460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:26:41.228216 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Allocated IP 172.20.0.9 (650151da-326a-4b2c-929d-948601dc7489/8794a81a-f92e-4f88-b412-66c94b8ab3cc/25a1207f-d7b9-4725-914d-2c2b34d24d53) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:26:41.267654 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9e343be5-6ff9-46d0-ba9b-bf7c42b4756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.272053 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88588a65-084f-439c-bdac-b4fc4bc6d80b req-c8dad467-7e9d-4e05-9478-78e4c294d3d6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:41.280189 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88588a65-084f-439c-bdac-b4fc4bc6d80b req-c8dad467-7e9d-4e05-9478-78e4c294d3d6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 946 time: 0.1282451 Jun 24 09:26:41.283531 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:41.286176 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9e343be5-6ff9-46d0-ba9b-bf7c42b4756a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.290801 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-9e343be5-6ff9-46d0-ba9b-bf7c42b4756a admin admin] 10.222.0.39 "DELETE /v2.0/networks/edcd4982-0d07-4d90-b348-d8817bbc8024 HTTP/1.1" status: 204 len: 168 time: 0.3743355 Jun 24 09:26:41.306960 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6f4eae1c-8969-4025-ae14-7ce90e7e720f req-60d4412e-bcc6-4633-a8b6-2cf4d76bd871 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 210 time: 0.0372472 Jun 24 09:26:41.317847 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e343be5-6ff9-46d0-ba9b-bf7c42b4756a admin admin] Pushing event deleted for resources: {'Network': ['ID=edcd4982-0d07-4d90-b348-d8817bbc8024,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:41.320752 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-9e343be5-6ff9-46d0-ba9b-bf7c42b4756a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:41.326614 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81df801e-fcff-44cf-984a-bf751b7f9abc'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:26:41.329254 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5844ee34-b2fb-4d18-8857-ceeaad3ca352" -d '{"events": [{"server_uuid": "27c874ae-5cb3-4176-a256-36e5b8ec595f", "name": "network-vif-plugged", "status": "completed", "tag": "81df801e-fcff-44cf-984a-bf751b7f9abc"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:26:41.344925 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88588a65-084f-439c-bdac-b4fc4bc6d80b req-aba5f642-c9e8-45e1-b1f5-6cd0918af144 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652609 Jun 24 09:26:41.410940 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3a9149-dc17-4575-abb9-c2cdcf8748a1 x-openstack-request-id: req-5e3a9149-dc17-4575-abb9-c2cdcf8748a1 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:26:41.415289 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c874ae-5cb3-4176-a256-36e5b8ec595f", "name": "network-vif-plugged", "status": "completed", "tag": "81df801e-fcff-44cf-984a-bf751b7f9abc", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:26:41.415289 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e3a9149-dc17-4575-abb9-c2cdcf8748a1 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:26:41.415289 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'code': 200} Jun 24 09:26:41.452305 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.524785 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bd6ba-9545-4656-8dd4-87f9b56093d7 req-1847b8de-0c95-4401-ad9a-34d919a8c374 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:41.526514 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a62bd6ba-9545-4656-8dd4-87f9b56093d7 req-1847b8de-0c95-4401-ad9a-34d919a8c374 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0766847 Jun 24 09:26:41.571488 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a62bd6ba-9545-4656-8dd4-87f9b56093d7 req-27f7245c-a2a7-4283-a40f-91f9fa351b81 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389693 Jun 24 09:26:41.582563 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.588049 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:41.640340 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Network 650151da-326a-4b2c-929d-948601dc7489 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:26:41.645108 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:26:41.647451 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:26:41.677317 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Pushing event updated for resources: {'Port': ['ID=25a1207f-d7b9-4725-914d-2c2b34d24d53,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:41.680171 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:41.680780 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53146) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:41.707806 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6101f-d36d-49ff-ab6c-bda6fa5d9545 req-c670b598-bcbd-43d0-917e-b935cf16828c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:41.709496 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-17b6101f-d36d-49ff-ab6c-bda6fa5d9545 req-c670b598-bcbd-43d0-917e-b935cf16828c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 946 time: 0.1619697 Jun 24 09:26:41.721570 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:41.722167 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.723732 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-1b0b3a55-6fb2-4985-9d59-265e935285c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb968d402da64fe8a788d1f8bde801f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417564 Jun 24 09:26:41.726187 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53148) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:41.761911 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-17b6101f-d36d-49ff-ab6c-bda6fa5d9545 req-e4e76403-f7b3-4637-913f-d2eb2878fa34 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371504 Jun 24 09:26:41.773440 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad0b7-20d6-420c-9563-23f010dd0cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.795498 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad0b7-20d6-420c-9563-23f010dd0cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.845151 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0635884 Jun 24 09:26:41.866461 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Request body: {'port': {'device_id': '6d9a8744-35e8-4578-87e0-209bc255f375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:41.938094 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38e455-cb42-4714-afa5-4a0cd05f7ecf req-4f762d93-1b5b-4af6-821c-76c8607c2122 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:41.939853 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8d38e455-cb42-4714-afa5-4a0cd05f7ecf req-4f762d93-1b5b-4af6-821c-76c8607c2122 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0636303 Jun 24 09:26:41.948959 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.974554 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad0b7-20d6-420c-9563-23f010dd0cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.978139 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad0b7-20d6-420c-9563-23f010dd0cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:41.981496 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-3e6ad0b7-20d6-420c-9563-23f010dd0cf9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0aa0cbc7-0546-47d5-960c-1d5203f81872 HTTP/1.1" status: 204 len: 168 time: 0.2516370 Jun 24 09:26:41.986083 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-26f8ad21-a4a3-422c-8e1b-b5302904a4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:42.002766 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ad0b7-20d6-420c-9563-23f010dd0cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa0cbc7-0546-47d5-960c-1d5203f81872,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:42.004989 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-3e6ad0b7-20d6-420c-9563-23f010dd0cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:42.016209 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8d38e455-cb42-4714-afa5-4a0cd05f7ecf req-81c34565-3743-44c7-8882-e27a70c5ecf0 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682006 Jun 24 09:26:42.037686 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 53160) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:42.309951 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a1207f-d7b9-4725-914d-2c2b34d24d53 {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:26:42.319676 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:42.342745 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Transition to ACTIVE for port object 25a1207f-d7b9-4725-914d-2c2b34d24d53 will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:26:42.359953 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa153ba9-88a7-49ca-909a-1288ea89eeef req-b576c9bc-0189-4ba8-852f-29cad52b676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:42.361432 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fa153ba9-88a7-49ca-909a-1288ea89eeef req-b576c9bc-0189-4ba8-852f-29cad52b676e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 1099 time: 0.1394529 Jun 24 09:26:42.369079 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0724f49a-65d7-4a27-9d7a-3c809a3d7c87 tempest-TestVolumeBootPattern-674085530 tempest-TestVolumeBootPattern-674085530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:42.370469 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0724f49a-65d7-4a27-9d7a-3c809a3d7c87 tempest-TestVolumeBootPattern-674085530 tempest-TestVolumeBootPattern-674085530-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 1094 time: 0.3315887 Jun 24 09:26:42.374168 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53168) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:42.380199 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Request body: {'floatingip': {'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'port_id': 'd3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:42.425264 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fa153ba9-88a7-49ca-909a-1288ea89eeef req-e11e2913-5674-45f2-a4ae-1e56ebfa8311 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528736 Jun 24 09:26:42.428732 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:42.434226 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-17de42a0-c497-4fa2-9e2f-5133fa93905f tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:42.525667 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for floatingip, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:42.528201 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Pushing event updated for resources: {'Port': ['ID=25a1207f-d7b9-4725-914d-2c2b34d24d53,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:42.531376 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:42.601194 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a7c07-f7b3-41b3-9498-9e208a2d1d32 req-bbb2524a-a7a2-4e38-a340-259e572f69d7 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:42.602087 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92344209-94da-45be-8d5c-13556d517464 req-4ea793f0-d56a-4fca-bd17-5494ebc6acf1 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:42.602806 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-781a7c07-f7b3-41b3-9498-9e208a2d1d32 req-bbb2524a-a7a2-4e38-a340-259e572f69d7 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 946 time: 0.1210890 Jun 24 09:26:42.603550 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-92344209-94da-45be-8d5c-13556d517464 req-4ea793f0-d56a-4fca-bd17-5494ebc6acf1 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 943 time: 0.1426814 Jun 24 09:26:42.618834 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Attempting to bind port 25a1207f-d7b9-4725-914d-2c2b34d24d53 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:26:42.619191 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Attempting to bind port 25a1207f-d7b9-4725-914d-2c2b34d24d53 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '4dd0d472-22ca-4c74-8bd2-592993232e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '650151da-326a-4b2c-929d-948601dc7489'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:26:42.619528 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Attempting to bind port 25a1207f-d7b9-4725-914d-2c2b34d24d53 on network 650151da-326a-4b2c-929d-948601dc7489 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:26:42.637669 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Port 25a1207f-d7b9-4725-914d-2c2b34d24d53 on network 650151da-326a-4b2c-929d-948601dc7489 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:26:42.639043 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Attempting to bind port 25a1207f-d7b9-4725-914d-2c2b34d24d53 on network 650151da-326a-4b2c-929d-948601dc7489 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:26:42.648539 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:26:42.648872 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Checking segment: {'id': '4dd0d472-22ca-4c74-8bd2-592993232e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '650151da-326a-4b2c-929d-948601dc7489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:26:42.649246 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Bound using segment: {'id': '4dd0d472-22ca-4c74-8bd2-592993232e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '650151da-326a-4b2c-929d-948601dc7489'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:26:42.649675 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Bound port: 25a1207f-d7b9-4725-914d-2c2b34d24d53, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0d472-22ca-4c74-8bd2-592993232e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '650151da-326a-4b2c-929d-948601dc7489'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:26:42.650014 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:42.668699 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-781a7c07-f7b3-41b3-9498-9e208a2d1d32 req-327ec519-3378-4029-8f92-dd44a3727104 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579970 Jun 24 09:26:42.672330 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-92344209-94da-45be-8d5c-13556d517464 req-7518cee0-a832-4125-8156-f4ff85143155 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502133 Jun 24 09:26:42.688438 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:42.751068 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] For port 25a1207f-d7b9-4725-914d-2c2b34d24d53, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:26:42.754397 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] For port 25a1207f-d7b9-4725-914d-2c2b34d24d53, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=25a1207f-d7b9-4725-914d-2c2b34d24d53,segment=NetworkSegment(4dd0d472-22ca-4c74-8bd2-592993232e54),segment_id=4dd0d472-22ca-4c74-8bd2-592993232e54)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:26:42.811329 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Allocated IP 172.27.2.34 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/f4ef91b4-f713-44ac-9534-0dddd9b4929b) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:26:42.826751 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:42.830457 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:42.866343 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:42.866997 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:42.868500 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] 10.222.0.60 "PUT /v2.0/ports/25a1207f-d7b9-4725-914d-2c2b34d24d53 HTTP/1.1" status: 200 len: 1093 time: 1.0063152 Jun 24 09:26:42.870569 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9a8744-35e8-4578-87e0-209bc255f375', 'tag': '25a1207f-d7b9-4725-914d-2c2b34d24d53'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:26:42.873457 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8364cf4-5a9a-4cb1-957c-aca9854ad9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9a8744-35e8-4578-87e0-209bc255f375", "tag": "25a1207f-d7b9-4725-914d-2c2b34d24d53"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:26:42.900006 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f0a9c-58de-4d64-8027-36f73a5d8804 req-c7b1fd29-22e7-4c6a-93f9-b8e3abd61fe8 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:42.901473 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6b4f0a9c-58de-4d64-8027-36f73a5d8804 req-c7b1fd29-22e7-4c6a-93f9-b8e3abd61fe8 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1176338 Jun 24 09:26:42.929528 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Pushing event updated for resources: {'Port': ['ID=25a1207f-d7b9-4725-914d-2c2b34d24d53,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:42.934013 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:42.939941 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a418ed45-52b6-49e5-a160-1a8297302076 x-openstack-request-id: req-a418ed45-52b6-49e5-a160-1a8297302076 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:26:42.940513 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9a8744-35e8-4578-87e0-209bc255f375", "tag": "25a1207f-d7b9-4725-914d-2c2b34d24d53", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:26:42.940797 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a418ed45-52b6-49e5-a160-1a8297302076 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:26:42.941220 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9a8744-35e8-4578-87e0-209bc255f375', 'tag': '25a1207f-d7b9-4725-914d-2c2b34d24d53', 'status': 'completed', 'code': 200} Jun 24 09:26:42.943137 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:42.960354 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6b4f0a9c-58de-4d64-8027-36f73a5d8804 req-9edb7dfb-58c0-480a-a2bb-a6d6752d2769 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480726 Jun 24 09:26:43.041801 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8364cf4-5a9a-4cb1-957c-aca9854ad9c5 req-19db186c-f5a0-4393-be3b-299563b0ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:43.043349 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b8364cf4-5a9a-4cb1-957c-aca9854ad9c5 req-19db186c-f5a0-4393-be3b-299563b0ce56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8e911dcef6c469eacdc79eb4aeef134&device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 1096 time: 0.0558949 Jun 24 09:26:43.079279 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:43.082209 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:43.118524 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:26:43.123304 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:26:43.129975 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:26:43.133342 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'Port': ['ID=f4ef91b4-f713-44ac-9534-0dddd9b4929b,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:43.156937 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:43.172622 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8364cf4-5a9a-4cb1-957c-aca9854ad9c5 req-6575f940-0930-40ec-926f-2faa41cce99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:43.174265 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b8364cf4-5a9a-4cb1-957c-aca9854ad9c5 req-6575f940-0930-40ec-926f-2faa41cce99d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c8e911dcef6c469eacdc79eb4aeef134&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1069906 Jun 24 09:26:43.273099 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8364cf4-5a9a-4cb1-957c-aca9854ad9c5 req-138f8fc3-e35e-41d1-9f47-8c30a738269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:43.274525 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b8364cf4-5a9a-4cb1-957c-aca9854ad9c5 req-138f8fc3-e35e-41d1-9f47-8c30a738269e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927503 Jun 24 09:26:43.420595 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-f8038465-302d-475d-ac19-d0a2b01fe71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:43.422120 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-f8038465-302d-475d-ac19-d0a2b01fe71c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8e911dcef6c469eacdc79eb4aeef134&device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 1096 time: 0.0547388 Jun 24 09:26:43.488255 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-2c11ff4e-dbe3-42ee-b8c2-2708611868a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25a1207f-d7b9-4725-914d-2c2b34d24d53 HTTP/1.1" status: 200 len: 217 time: 0.0397367 Jun 24 09:26:43.545631 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-79ba867a-8539-4575-b281-723846620c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:43.547121 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-79ba867a-8539-4575-b281-723846620c7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8794a81a-f92e-4f88-b412-66c94b8ab3cc HTTP/1.1" status: 200 len: 853 time: 0.0497742 Jun 24 09:26:43.585696 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-c21402c3-dd9e-4a04-acf1-178ad42a2f36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=650151da-326a-4b2c-929d-948601dc7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300281 Jun 24 09:26:43.666656 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:43.676215 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-f9192bf6-237c-42cf-bcad-0391514c5643 service neutron] 10.222.0.60 "GET /v2.0/networks/650151da-326a-4b2c-929d-948601dc7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816870 Jun 24 09:26:43.833678 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a1bdb0d3-f69e-42a9-9e88-dd04f24d815f req-7988391f-0666-418b-9905-d99ea4ebcd3d service neutron] 10.222.0.60 "GET /v2.0/networks/650151da-326a-4b2c-929d-948601dc7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467230 Jun 24 09:26:43.928717 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bb999-ea4e-40d7-aa32-47303612ca03 req-22ae59d5-dc6c-48fa-a105-a18bb1b71f7f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:43.936671 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc4bb999-ea4e-40d7-aa32-47303612ca03 req-22ae59d5-dc6c-48fa-a105-a18bb1b71f7f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 946 time: 0.0823557 Jun 24 09:26:43.982672 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc4bb999-ea4e-40d7-aa32-47303612ca03 req-8836caa8-3a07-44a7-8183-8ef64484f081 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432920 Jun 24 09:26:44.008749 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bffa3b-1424-413e-811c-0973d8cfa758 req-14781cfa-b5c0-4a66-9cc0-d25bb9f6c013 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:44.010916 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-33bffa3b-1424-413e-811c-0973d8cfa758 req-14781cfa-b5c0-4a66-9cc0-d25bb9f6c013 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 943 time: 0.0871639 Jun 24 09:26:44.117323 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-33bffa3b-1424-413e-811c-0973d8cfa758 req-e1fdbd33-4bb9-4aa1-829c-4abf26f5e4b3 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988204 Jun 24 09:26:44.149693 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:44.233727 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8988ca-ad8f-474e-bbb8-ee437c0745ed req-629e6abe-cf77-4732-8577-88b5f71bb4e7 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:44.244397 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7c8988ca-ad8f-474e-bbb8-ee437c0745ed req-629e6abe-cf77-4732-8577-88b5f71bb4e7 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.1006842 Jun 24 09:26:44.291916 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7c8988ca-ad8f-474e-bbb8-ee437c0745ed req-30ce1a49-a447-4e0e-9e1c-0ffb49632f1a tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383499 Jun 24 09:26:44.323180 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:44.400210 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:44.404283 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:44.470767 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'Port': ['ID=f4ef91b4-f713-44ac-9534-0dddd9b4929b,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:44.474902 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:44.483375 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:44.582404 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.l3_db [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Floating IP 5e3f2f68-f29a-4899-8c42-c966a67827cd associated. External IP: 172.27.2.34, port: d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1. Jun 24 09:26:44.785319 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:26:44.851006 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 53262) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:44.892308 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:26:44.903491 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b62aaa-a928-4968-a6dd-870dc99cd180 None None] Sync routers for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:26:44.912444 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b62aaa-a928-4968-a6dd-870dc99cd180 None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:26:44.913166 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-34b62aaa-a928-4968-a6dd-870dc99cd180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:26:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:44.962976 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b44b9bad-5346-4198-80cc-638ee81a55d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:44.986111 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:45.063592 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6880672 Jun 24 09:26:45.067201 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678d80cb-1870-41e8-ae0a-bdee96ae0fa6', 'tag': 'd3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:26:45.072270 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baade5ed-668b-4598-9620-27007bf67f64" -d '{"events": [{"name": "network-changed", "server_uuid": "678d80cb-1870-41e8-ae0a-bdee96ae0fa6", "tag": "d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:26:45.099003 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b44b9bad-5346-4198-80cc-638ee81a55d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:45.112977 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9814de4-91ef-4656-b806-e0726b64b025 x-openstack-request-id: req-e9814de4-91ef-4656-b806-e0726b64b025 {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:26:45.113299 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678d80cb-1870-41e8-ae0a-bdee96ae0fa6", "tag": "d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:26:45.113581 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9814de4-91ef-4656-b806-e0726b64b025 {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:26:45.114008 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678d80cb-1870-41e8-ae0a-bdee96ae0fa6', 'tag': 'd3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1', 'status': 'completed', 'code': 200} Jun 24 09:26:45.126151 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-34b62aaa-a928-4968-a6dd-870dc99cd180 None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:26:45.181919 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b44b9bad-5346-4198-80cc-638ee81a55d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:45.226769 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a0f43f68-4fd6-4e14-b95f-04afbf7e4eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:45.273928 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b44b9bad-5346-4198-80cc-638ee81a55d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fd3e5750a084e0ca68220d31b32e13b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193504 Jun 24 09:26:45.275496 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9d7a6-77e1-4928-9db7-3c9ac3037baa req-b1a8e124-a921-41f3-9eef-207ff8d5a43f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:45.276983 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-1dc9d7a6-77e1-4928-9db7-3c9ac3037baa req-b1a8e124-a921-41f3-9eef-207ff8d5a43f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 946 time: 0.0800464 Jun 24 09:26:45.277441 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53278) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:45.340148 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b9bad-5346-4198-80cc-638ee81a55d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa69ac90-47e0-452f-a385-ee1a546af2de,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:45.356914 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-1dc9d7a6-77e1-4928-9db7-3c9ac3037baa req-72021cef-830b-4701-83d7-5833197fce8a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704412 Jun 24 09:26:45.361551 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b44b9bad-5346-4198-80cc-638ee81a55d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:45.379513 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a888907a-8fda-4e44-bfb1-874d064bbcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:45.392945 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-34b62aaa-a928-4968-a6dd-870dc99cd180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': '5e3f2f68-f29a-4899-8c42-c966a67827cd', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': 'd3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:b8:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678d80cb-1870-41e8-ae0a-bdee96ae0fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:26:43Z', 'updated_at': '2021-06-24T09:26:43Z', 'revision_number': 0, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:45.427456 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade5ed-668b-4598-9620-27007bf67f64 req-b87cbcb8-1086-49c0-9e1c-cba6537aedda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:45.428926 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-baade5ed-668b-4598-9620-27007bf67f64 req-b87cbcb8-1086-49c0-9e1c-cba6537aedda service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 1099 time: 0.2034431 Jun 24 09:26:45.433678 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a888907a-8fda-4e44-bfb1-874d064bbcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:45.433850 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b62aaa-a928-4968-a6dd-870dc99cd180 None None] Checking router: d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:26:45.442322 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b62aaa-a928-4968-a6dd-870dc99cd180 None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:26:45.443091 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-34b62aaa-a928-4968-a6dd-870dc99cd180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:26:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:45.459671 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f6f36-24e5-4f11-84cd-0a4d8e0d4eb7 req-62e0d66b-2d7d-4187-8899-a6b39c782555 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:45.467551 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-983f6f36-24e5-4f11-84cd-0a4d8e0d4eb7 req-62e0d66b-2d7d-4187-8899-a6b39c782555 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 943 time: 0.2006905 Jun 24 09:26:45.545992 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb8802-b23b-4011-9490-8b3053773c1d req-5b0db7e5-e1da-4eea-97c3-f0262470ad78 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:45.547609 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a0fb8802-b23b-4011-9490-8b3053773c1d req-5b0db7e5-e1da-4eea-97c3-f0262470ad78 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.60 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.2436206 Jun 24 09:26:45.558804 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-34b62aaa-a928-4968-a6dd-870dc99cd180 None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:26:45.610230 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-983f6f36-24e5-4f11-84cd-0a4d8e0d4eb7 req-4601fa45-9029-4db7-8fb2-46e52cbc7f11 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418898 Jun 24 09:26:45.615795 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe333d-4cf9-4193-a8fc-12469efb5d3f req-88f90e07-1b2c-4610-8cba-0732e1836578 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:45.623449 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4ebe333d-4cf9-4193-a8fc-12469efb5d3f req-88f90e07-1b2c-4610-8cba-0732e1836578 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 945 time: 0.0934443 Jun 24 09:26:45.628672 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a888907a-8fda-4e44-bfb1-874d064bbcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:45.631395 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a888907a-8fda-4e44-bfb1-874d064bbcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:45.634850 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-a888907a-8fda-4e44-bfb1-874d064bbcb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa69ac90-47e0-452f-a385-ee1a546af2de HTTP/1.1" status: 204 len: 168 time: 0.3539748 Jun 24 09:26:45.650601 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5b3bf750-169c-4220-87bb-d29d2367381b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:45.668559 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888907a-8fda-4e44-bfb1-874d064bbcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa69ac90-47e0-452f-a385-ee1a546af2de,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:45.676699 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a888907a-8fda-4e44-bfb1-874d064bbcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:45.682915 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4ebe333d-4cf9-4193-a8fc-12469efb5d3f req-74130d9a-0ca2-43ff-9a58-97e84857065e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ef0987b-c3a2-42ef-a5c3-621662774e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574157 Jun 24 09:26:45.683402 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade5ed-668b-4598-9620-27007bf67f64 req-95792b15-f490-4644-954f-c6b4b3859227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:45.685513 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-baade5ed-668b-4598-9620-27007bf67f64 req-95792b15-f490-4644-954f-c6b4b3859227 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 913 time: 0.2429123 Jun 24 09:26:45.774155 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-a0fb8802-b23b-4011-9490-8b3053773c1d req-11127a7e-6d83-46a3-bac5-b6499dc1034e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Deleting port ae4860e5-c578-4d87-b987-c41b262050d9 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:26:45.774632 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a0fb8802-b23b-4011-9490-8b3053773c1d req-11127a7e-6d83-46a3-bac5-b6499dc1034e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:45.821186 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-baade5ed-668b-4598-9620-27007bf67f64 req-4efddd6c-11be-405e-b0f9-35cd1c8a50ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 HTTP/1.1" status: 200 len: 999 time: 0.1150868 Jun 24 09:26:45.857865 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-34b62aaa-a928-4968-a6dd-870dc99cd180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': '5e3f2f68-f29a-4899-8c42-c966a67827cd', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': 'd3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:b8:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678d80cb-1870-41e8-ae0a-bdee96ae0fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:26:43Z', 'updated_at': '2021-06-24T09:26:43Z', 'revision_number': 0, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:45.887741 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b62aaa-a928-4968-a6dd-870dc99cd180 None None] The sync data for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi is: [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': '5e3f2f68-f29a-4899-8c42-c966a67827cd', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': 'd3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:b8:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678d80cb-1870-41e8-ae0a-bdee96ae0fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:26:43Z', 'updated_at': '2021-06-24T09:26:43Z', 'revision_number': 0, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:26:45.897783 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade5ed-668b-4598-9620-27007bf67f64 req-28fc4eb1-c5be-4484-8dcf-107338047a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:45.899266 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-baade5ed-668b-4598-9620-27007bf67f64 req-28fc4eb1-c5be-4484-8dcf-107338047a16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e12545-9651-49d6-befe-66dc1f60d9c6 HTTP/1.1" status: 200 len: 851 time: 0.0704067 Jun 24 09:26:45.918886 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-a0fb8802-b23b-4011-9490-8b3053773c1d req-11127a7e-6d83-46a3-bac5-b6499dc1034e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] For port ae4860e5-c578-4d87-b987-c41b262050d9, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=ae4860e5-c578-4d87-b987-c41b262050d9,segment=NetworkSegment(18d54f54-6d85-4bbe-b013-d55385f59166),segment_id=18d54f54-6d85-4bbe-b013-d55385f59166)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:45.919273 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a0fb8802-b23b-4011-9490-8b3053773c1d req-11127a7e-6d83-46a3-bac5-b6499dc1034e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:45.952016 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-a0fb8802-b23b-4011-9490-8b3053773c1d req-11127a7e-6d83-46a3-bac5-b6499dc1034e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Calling delete_port for ae4860e5-c578-4d87-b987-c41b262050d9 owned by compute:nova {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:26:46.021834 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade5ed-668b-4598-9620-27007bf67f64 req-2df94474-239e-4850-9c69-18bd22126560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:46.023472 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-baade5ed-668b-4598-9620-27007bf67f64 req-2df94474-239e-4850-9c69-18bd22126560 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb47e512-5e26-4207-b976-9fe983e57a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1167414 Jun 24 09:26:46.130820 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f02b28-74f3-4dff-9ba1-8ea804a21bdb None None] New status for floating IP 5e3f2f68-f29a-4899-8c42-c966a67827cd: ACTIVE {{(pid=93461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:26:46.170658 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-baade5ed-668b-4598-9620-27007bf67f64 req-6c55c2d2-1a0f-47ae-9e95-3f5324d5eb4c service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238966 Jun 24 09:26:46.227280 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a0fb8802-b23b-4011-9490-8b3053773c1d req-11127a7e-6d83-46a3-bac5-b6499dc1034e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:46.232471 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6a0c55a2-7f25-4ca1-93b6-ce4c8671e52d tempest-VolumesNegativeTest-254542921 tempest-VolumesNegativeTest-254542921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:46.262231 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11127a7e-6d83-46a3-bac5-b6499dc1034e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Pushing event deleted for resources: {'Port': ['ID=ae4860e5-c578-4d87-b987-c41b262050d9,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:46.272328 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-11127a7e-6d83-46a3-bac5-b6499dc1034e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:46.282552 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['ae4860e5-c578-4d87-b987-c41b262050d9'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:26:46.330655 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fb8802-b23b-4011-9490-8b3053773c1d req-11127a7e-6d83-46a3-bac5-b6499dc1034e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] No DVR routers for this DVR port ae4860e5-c578-4d87-b987-c41b262050d9 on host hv-cinder-79781 {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:26:46.338589 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a0fb8802-b23b-4011-9490-8b3053773c1d req-11127a7e-6d83-46a3-bac5-b6499dc1034e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:46.340550 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a0fb8802-b23b-4011-9490-8b3053773c1d req-11127a7e-6d83-46a3-bac5-b6499dc1034e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.60 "DELETE /v2.0/ports/ae4860e5-c578-4d87-b987-c41b262050d9 HTTP/1.1" status: 204 len: 173 time: 0.7834578 Jun 24 09:26:46.341040 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09b358e-6741-41e5-99b2-73c4d0cc313e', 'name': 'network-vif-deleted', 'tag': 'ae4860e5-c578-4d87-b987-c41b262050d9'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:26:46.343361 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2513d276-8abc-4266-8780-780fc8a3929b" -d '{"events": [{"server_uuid": "b09b358e-6741-41e5-99b2-73c4d0cc313e", "name": "network-vif-deleted", "tag": "ae4860e5-c578-4d87-b987-c41b262050d9"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:26:46.353269 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-baade5ed-668b-4598-9620-27007bf67f64 req-6c64af8a-d272-47ab-8b9f-0a9752959383 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719272 Jun 24 09:26:46.391761 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53292) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:46.392226 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2522dc2-265c-4b9b-b1e6-3422a76ab9a6 x-openstack-request-id: req-c2522dc2-265c-4b9b-b1e6-3422a76ab9a6 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:26:46.392226 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09b358e-6741-41e5-99b2-73c4d0cc313e", "name": "network-vif-deleted", "tag": "ae4860e5-c578-4d87-b987-c41b262050d9", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:26:46.392490 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2522dc2-265c-4b9b-b1e6-3422a76ab9a6 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:26:46.392905 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09b358e-6741-41e5-99b2-73c4d0cc313e', 'name': 'network-vif-deleted', 'tag': 'ae4860e5-c578-4d87-b987-c41b262050d9', 'status': 'completed', 'code': 200} Jun 24 09:26:46.410279 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b47d2863-1478-4b96-8de8-acb98e4df58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:46.537057 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b47d2863-1478-4b96-8de8-acb98e4df58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:46.565172 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ac431-ee20-4a0c-95b1-38b82c34b713 req-83db3ee0-0de2-4479-9344-fa946e0cae10 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:46.566707 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3d7ac431-ee20-4a0c-95b1-38b82c34b713 req-83db3ee0-0de2-4479-9344-fa946e0cae10 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 946 time: 0.0859897 Jun 24 09:26:46.604332 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3d7ac431-ee20-4a0c-95b1-38b82c34b713 req-6a91bc5a-5bcc-416c-b709-e765d5337aa2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316308 Jun 24 09:26:46.608751 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b47d2863-1478-4b96-8de8-acb98e4df58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:46.612112 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:46.650476 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-b47d2863-1478-4b96-8de8-acb98e4df58c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1069727fe6db4991a01973dd83fe7fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552376 Jun 24 09:26:46.650476 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d2863-1478-4b96-8de8-acb98e4df58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29feb3a9-4f6a-47c1-925f-fecad4f95310,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:46.652016 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-b47d2863-1478-4b96-8de8-acb98e4df58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:46.652663 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 53298) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:46.703588 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c87174d5-b06b-4cc2-a755-8bb1cb9092d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:46.726192 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c87174d5-b06b-4cc2-a755-8bb1cb9092d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:46.819174 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55f775-a8d4-477c-ae92-f5e08ab1dd12 req-afc7746b-caab-40bc-b8a8-3df4e954a544 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:46.820884 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9f55f775-a8d4-477c-ae92-f5e08ab1dd12 req-afc7746b-caab-40bc-b8a8-3df4e954a544 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 943 time: 0.0644190 Jun 24 09:26:46.848208 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2441f1b4-b4ce-4016-91b9-2aa84b299c79 req-92fa423c-a6a2-483a-9f78-161d63815a7b tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09b358e-6741-41e5-99b2-73c4d0cc313e HTTP/1.1" status: 200 len: 210 time: 0.0295610 Jun 24 09:26:46.858471 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9f55f775-a8d4-477c-ae92-f5e08ab1dd12 req-c5ed54f9-403f-4dcd-9f69-354771741746 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316296 Jun 24 09:26:46.867656 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c87174d5-b06b-4cc2-a755-8bb1cb9092d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:46.867656 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c87174d5-b06b-4cc2-a755-8bb1cb9092d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:46.867656 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c87174d5-b06b-4cc2-a755-8bb1cb9092d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29feb3a9-4f6a-47c1-925f-fecad4f95310 HTTP/1.1" status: 204 len: 168 time: 0.2114275 Jun 24 09:26:46.867656 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-79a1e2c4-1494-4ce5-add8-d242178eef15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:46.875489 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87174d5-b06b-4cc2-a755-8bb1cb9092d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29feb3a9-4f6a-47c1-925f-fecad4f95310,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:46.883805 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c87174d5-b06b-4cc2-a755-8bb1cb9092d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:47.054565 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-b2ad839d-d808-44ad-bed8-10a332093a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:47.081918 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 25a1207f-d7b9-4725-914d-2c2b34d24d53 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:26:47.184460 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 25a1207f-d7b9-4725-914d-2c2b34d24d53, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=25a1207f-d7b9-4725-914d-2c2b34d24d53,segment=NetworkSegment(4dd0d472-22ca-4c74-8bd2-592993232e54),segment_id=4dd0d472-22ca-4c74-8bd2-592993232e54)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:47.200127 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '25a1207f-d7b9-4725-914d-2c2b34d24d53', 'network_id': '650151da-326a-4b2c-929d-948601dc7489', 'port_id': '25a1207f-d7b9-4725-914d-2c2b34d24d53', 'mac_address': 'fa:16:3e:fc:7a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8794a81a-f92e-4f88-b412-66c94b8ab3cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:26:47.238080 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:47.251333 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a1207f-d7b9-4725-914d-2c2b34d24d53 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:26:47.272287 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 25a1207f-d7b9-4725-914d-2c2b34d24d53, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=25a1207f-d7b9-4725-914d-2c2b34d24d53,segment=NetworkSegment(4dd0d472-22ca-4c74-8bd2-592993232e54),segment_id=4dd0d472-22ca-4c74-8bd2-592993232e54)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:47.342042 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:47.344901 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:47.400124 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=25a1207f-d7b9-4725-914d-2c2b34d24d53,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:47.404192 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:47.451568 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-195890b7-78f1-4477-b534-65894bfa1ce3 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495154564&fields=id&tenant_id=fbfdc68456ca43ad8b12fde0e8cc2f24 HTTP/1.1" status: 200 len: 267 time: 0.0339944 Jun 24 09:26:47.557945 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-3e25eaf3-e149-445e-9737-bc4882bfaf4f tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:47.559393 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-3e25eaf3-e149-445e-9737-bc4882bfaf4f tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/networks?id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd HTTP/1.1" status: 200 len: 809 time: 0.1015260 Jun 24 09:26:47.574716 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-a1582461-7bc5-460a-8284-8e01f21d56aa tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/quotas/fbfdc68456ca43ad8b12fde0e8cc2f24 HTTP/1.1" status: 200 len: 375 time: 0.0092201 Jun 24 09:26:47.648504 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b642acd9-4a1e-4adf-93f0-1d963458851d tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fbfdc68456ca43ad8b12fde0e8cc2f24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676804 Jun 24 09:26:47.691283 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['25a1207f-d7b9-4725-914d-2c2b34d24d53'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:26:47.762029 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b6845135-365e-48ba-affd-443a2da3eb92 service neutron] 10.222.0.39 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025701 Jun 24 09:26:47.851295 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-a0efb83b-9b1b-4388-bfa5-38b9c522d322 service neutron] 10.222.0.39 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823553 Jun 24 09:26:47.942837 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53334) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:48.121931 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f1430-21a7-4dab-8903-83f2116c5ddf req-687831aa-3581-440c-ab00-ee58e28924f3 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:48.123485 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-496f1430-21a7-4dab-8903-83f2116c5ddf req-687831aa-3581-440c-ab00-ee58e28924f3 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 944 time: 0.0841048 Jun 24 09:26:48.174306 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-496f1430-21a7-4dab-8903-83f2116c5ddf req-5c2ac821-8b3d-4ecc-99f7-6ba78de9fba1 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448742 Jun 24 09:26:48.371208 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4c3adb5c-df68-4aec-a12f-61ddb84aa903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16381094'] for router_interface, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:48.445631 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-43267548-ad94-43cb-846c-f4f3d5fe3e2a req-dc6c0514-6e2e-45a1-a623-5b1393c718f8 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 210 time: 0.0290401 Jun 24 09:26:48.891728 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-4c3adb5c-df68-4aec-a12f-61ddb84aa903 admin admin] Deleting port 977b43d5-943f-49f6-a90f-25316b30fc89 {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:26:48.895399 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4c3adb5c-df68-4aec-a12f-61ddb84aa903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:48.970472 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [None req-4c3adb5c-df68-4aec-a12f-61ddb84aa903 admin admin] For port 977b43d5-943f-49f6-a90f-25316b30fc89, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=977b43d5-943f-49f6-a90f-25316b30fc89,segment=NetworkSegment(18d54f54-6d85-4bbe-b013-d55385f59166),segment_id=18d54f54-6d85-4bbe-b013-d55385f59166)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:48.970849 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4c3adb5c-df68-4aec-a12f-61ddb84aa903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:48.982904 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-4c3adb5c-df68-4aec-a12f-61ddb84aa903 admin admin] Calling delete_port for 977b43d5-943f-49f6-a90f-25316b30fc89 owned by network:router_interface {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:26:49.094490 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 25a1207f-d7b9-4725-914d-2c2b34d24d53 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:26:49.222395 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port 25a1207f-d7b9-4725-914d-2c2b34d24d53 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:26:49.227464 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 25a1207f-d7b9-4725-914d-2c2b34d24d53 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:49.227862 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:49.309870 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4c3adb5c-df68-4aec-a12f-61ddb84aa903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:49.316181 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:49.317940 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:49.339346 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9a8744-35e8-4578-87e0-209bc255f375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a1207f-d7b9-4725-914d-2c2b34d24d53'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:26:49.341754 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d2fff6-5ef3-4b2c-b048-a683354c7b7a" -d '{"events": [{"server_uuid": "6d9a8744-35e8-4578-87e0-209bc255f375", "name": "network-vif-plugged", "status": "completed", "tag": "25a1207f-d7b9-4725-914d-2c2b34d24d53"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:26:49.342471 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3adb5c-df68-4aec-a12f-61ddb84aa903 admin admin] Pushing event deleted for resources: {'Port': ['ID=977b43d5-943f-49f6-a90f-25316b30fc89,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:49.353117 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4c3adb5c-df68-4aec-a12f-61ddb84aa903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:49.365763 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 25a1207f-d7b9-4725-914d-2c2b34d24d53, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=25a1207f-d7b9-4725-914d-2c2b34d24d53,segment=NetworkSegment(4dd0d472-22ca-4c74-8bd2-592993232e54),segment_id=4dd0d472-22ca-4c74-8bd2-592993232e54)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:49.386285 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a735dd-6145-48ab-8f1d-3af1076fafaa req-bb797320-672c-4543-9342-7fa967662219 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:49.388087 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a3a735dd-6145-48ab-8f1d-3af1076fafaa req-bb797320-672c-4543-9342-7fa967662219 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 944 time: 0.1078632 Jun 24 09:26:49.389568 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6babc9b-4d45-4a3d-a8c9-3e0789f69030 x-openstack-request-id: req-e6babc9b-4d45-4a3d-a8c9-3e0789f69030 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:26:49.389895 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9a8744-35e8-4578-87e0-209bc255f375", "name": "network-vif-plugged", "status": "completed", "tag": "25a1207f-d7b9-4725-914d-2c2b34d24d53", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:26:49.390154 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6babc9b-4d45-4a3d-a8c9-3e0789f69030 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:26:49.390566 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9a8744-35e8-4578-87e0-209bc255f375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a1207f-d7b9-4725-914d-2c2b34d24d53', 'code': 200} Jun 24 09:26:49.428329 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:49.429233 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device ae4860e5-c578-4d87-b987-c41b262050d9 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:26:49.430375 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a3a735dd-6145-48ab-8f1d-3af1076fafaa req-d55e7165-891b-40c3-ac86-618e890dec7d tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368860 Jun 24 09:26:49.431115 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-7547c060-b510-4146-981e-fa7c18c16964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:49.470495 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: ae4860e5-c578-4d87-b987-c41b262050d9 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:26:49.470841 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device ae4860e5-c578-4d87-b987-c41b262050d9 not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:26:49.499596 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=25a1207f-d7b9-4725-914d-2c2b34d24d53,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:49.502831 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:49.591024 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-17ecedf7-ec27-4d28-9bf3-ff44734c838c req-1a991f5f-a84b-4ba6-88dd-b135fe82123f tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 210 time: 0.0299482 Jun 24 09:26:49.793310 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-8d1474cc-747e-43d7-af26-86ea31bd6a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:49.848716 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4c3adb5c-df68-4aec-a12f-61ddb84aa903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16317206'] for router_interface, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:49.864702 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 53386) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:49.886597 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d1c8-df1a-493b-8a80-550d095e0987 req-40ae7681-d465-4a49-b114-350cfda7bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:49.893770 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5814d1c8-df1a-493b-8a80-550d095e0987 req-40ae7681-d465-4a49-b114-350cfda7bcc5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 1098 time: 0.0931938 Jun 24 09:26:49.923932 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5814d1c8-df1a-493b-8a80-550d095e0987 req-2b7246a1-70b9-4e54-b790-736bd266341b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284379 Jun 24 09:26:49.985486 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7419c4b1-e583-42c4-b9c2-7cb958d55d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:49.987624 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:50.068514 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3adb5c-df68-4aec-a12f-61ddb84aa903 admin admin] Router 2af48e24-7066-43d2-83a5-69352da8be7c has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:26:50.076123 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7419c4b1-e583-42c4-b9c2-7cb958d55d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:50.146274 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7419c4b1-e583-42c4-b9c2-7cb958d55d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:50.148996 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d1ba3242-656f-4453-abcd-bd7c41777512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:50.177615 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3adb5c-df68-4aec-a12f-61ddb84aa903 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:26:50.183136 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419c4b1-e583-42c4-b9c2-7cb958d55d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8ec3fd-ba04-44e3-8469-6b1f485a4b75,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:50.186488 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-4c3adb5c-df68-4aec-a12f-61ddb84aa903 admin admin] 10.222.0.39 "PUT /v2.0/routers/2af48e24-7066-43d2-83a5-69352da8be7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2425666 Jun 24 09:26:50.187186 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53390) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:50.188842 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e71fca-6299-4486-b379-667317154986 None None] Sync routers for ids ['2af48e24-7066-43d2-83a5-69352da8be7c'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:26:50.189410 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7419c4b1-e583-42c4-b9c2-7cb958d55d1f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=134d9750ffec4b05b49b3fd5174d13fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221822 Jun 24 09:26:50.189410 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7419c4b1-e583-42c4-b9c2-7cb958d55d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:50.193135 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 53392) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:50.204288 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e71fca-6299-4486-b379-667317154986 None None] Routers {'2af48e24-7066-43d2-83a5-69352da8be7c'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:26:50.205226 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-e2e71fca-6299-4486-b379-667317154986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:26:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['2af48e24-7066-43d2-83a5-69352da8be7c'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:50.248686 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-545d8ae1-fc24-481e-a654-ab1787a8afc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:50.270037 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-545d8ae1-fc24-481e-a654-ab1787a8afc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:50.301351 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Notify callbacks [] for router, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:50.338179 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-e2e71fca-6299-4486-b379-667317154986 None None] Set router 2af48e24-7066-43d2-83a5-69352da8be7c gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:26:50.416440 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-545d8ae1-fc24-481e-a654-ab1787a8afc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:50.419715 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-545d8ae1-fc24-481e-a654-ab1787a8afc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:50.423409 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-545d8ae1-fc24-481e-a654-ab1787a8afc9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd8ec3fd-ba04-44e3-8469-6b1f485a4b75 HTTP/1.1" status: 204 len: 168 time: 0.2265930 Jun 24 09:26:50.423409 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-42f984df-7e47-44f5-b0ee-5f31f3f46c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:50.425307 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:50.429918 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d8ae1-fc24-481e-a654-ab1787a8afc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8ec3fd-ba04-44e3-8469-6b1f485a4b75,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:50.432693 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-545d8ae1-fc24-481e-a654-ab1787a8afc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:50.502013 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:50.604535 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Deleting port 034dd87a-ba82-4471-b308-cf0bf7b07bb5 {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:26:50.604866 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:50.640708 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-e2e71fca-6299-4486-b379-667317154986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1764491234-router', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '034dd87a-ba82-4471-b308-cf0bf7b07bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:42Z', 'updated_at': '2021-06-24T09:26:49Z', 'revision_number': 5, 'project_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'gw_port': {'id': '034dd87a-ba82-4471-b308-cf0bf7b07bb5', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:43Z', 'updated_at': '2021-06-24T09:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:50.676890 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e71fca-6299-4486-b379-667317154986 None None] Checking router: 2af48e24-7066-43d2-83a5-69352da8be7c for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:26:50.687142 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e71fca-6299-4486-b379-667317154986 None None] Routers {'2af48e24-7066-43d2-83a5-69352da8be7c'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:26:50.691365 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-e2e71fca-6299-4486-b379-667317154986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:26:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['2af48e24-7066-43d2-83a5-69352da8be7c'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:50.701016 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3c134-c116-445f-8125-09769c44c11a req-49219fa5-9886-4b14-b05c-59d03b0e409a tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:50.702483 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f8c3c134-c116-445f-8125-09769c44c11a req-49219fa5-9886-4b14-b05c-59d03b0e409a tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 945 time: 0.1429043 Jun 24 09:26:50.711149 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] For port 034dd87a-ba82-4471-b308-cf0bf7b07bb5, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=034dd87a-ba82-4471-b308-cf0bf7b07bb5,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:26:50.711528 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:50.740892 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Calling delete_port for 034dd87a-ba82-4471-b308-cf0bf7b07bb5 owned by network:router_gateway {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:26:50.757496 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2832576c-a1a8-464b-98d5-70baf436e005 req-f32ddca8-ddf6-4e0f-9ee1-5c7095e752e8 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 210 time: 0.0374877 Jun 24 09:26:50.768959 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f8c3c134-c116-445f-8125-09769c44c11a req-b97cd1ea-4210-4667-b0e2-1f3bdd3ebe83 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606282 Jun 24 09:26:50.787183 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-e2e71fca-6299-4486-b379-667317154986 None None] Set router 2af48e24-7066-43d2-83a5-69352da8be7c gateway port host: None {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:26:50.841683 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-e2e71fca-6299-4486-b379-667317154986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1764491234-router', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:42Z', 'updated_at': '2021-06-24T09:26:50Z', 'revision_number': 6, 'project_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'gw_port_host': None}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:50.867949 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e71fca-6299-4486-b379-667317154986 None None] The sync data for ids ['2af48e24-7066-43d2-83a5-69352da8be7c'] in dv-cinder-797812-1-iscsi is: [{'id': '2af48e24-7066-43d2-83a5-69352da8be7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1764491234-router', 'tenant_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:42Z', 'updated_at': '2021-06-24T09:26:50Z', 'revision_number': 6, 'project_id': 'e8a0c67c143a4eb19c1e5cf27856e67b', 'gw_port_host': None}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:26:50.997789 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.000720 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:51.024415 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Pushing event deleted for resources: {'Port': ['ID=034dd87a-ba82-4471-b308-cf0bf7b07bb5,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:51.028172 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:51.084331 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16318259'] for router_gateway, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.109932 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 53402) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:51.124048 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.189241 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16302650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25649'] for router, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.191924 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.240359 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.359912 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16303411'] for router, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.360598 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2af48e24-7066-43d2-83a5-69352da8be7c {{(pid=93460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:26:51.365972 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Notify callbacks [] for router, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.369803 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] 10.222.0.39 "DELETE /v2.0/routers/2af48e24-7066-43d2-83a5-69352da8be7c HTTP/1.1" status: 204 len: 168 time: 1.1815944 Jun 24 09:26:51.370422 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53404) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:51.421729 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_v2 [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Deleting subnet 39188485-ce1d-43fe-a076-b062c72c56ce {{(pid=93460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:26:51.425219 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.462494 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13770864'] for subnet, precommit_delete_associations {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.506068 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.593349 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.598538 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:51.648997 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a076f69f3c744bf9f2b2f9669690ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5356402 Jun 24 09:26:51.650501 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53406) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:51.654628 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73edab49-4f2f-41a6-a40a-d4fbb1ee4f98,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:51.666807 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.667204 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.667562 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.667911 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.668647 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.668647 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.668919 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.669289 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.669631 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.669972 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.670305 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.670635 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.677068 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:51.680598 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14455477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13447171'] for subnet, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.696882 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:51.701687 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-fd67c553-5d34-4c61-aa0a-cf58c0d53b29 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:51.703176 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-fd67c553-5d34-4c61-aa0a-cf58c0d53b29 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.60 "GET /v2.0/networks?id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd HTTP/1.1" status: 200 len: 809 time: 0.4098039 Jun 24 09:26:51.721739 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39188485-ce1d-43fe-a076-b062c72c56ce,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:51.727326 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.729503 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/39188485-ce1d-43fe-a076-b062c72c56ce HTTP/1.1" status: 204 len: 168 time: 0.3580642 Jun 24 09:26:51.734456 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 53412) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:51.739042 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.739413 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.739796 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.740141 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.740652 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.741011 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.741359 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.741707 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.742056 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.742396 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.742737 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.743111 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:26:51.746895 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-74372737-d0c4-44e2-924d-3c85903b53c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:51.758726 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-43471eb4-4a30-424e-8475-0217019c8df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.780032 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-43471eb4-4a30-424e-8475-0217019c8df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.810483 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-c8bc281f-c0a5-470b-8055-0dac33ffbb0a tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbfdc68456ca43ad8b12fde0e8cc2f24 HTTP/1.1" status: 200 len: 379 time: 0.0920975 Jun 24 09:26:51.820570 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Request body: {'port': {'device_id': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'admin_state_up': True, 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'security_groups': ['474dac94-08e5-4704-bab4-d40044eced1e']}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:51.866967 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1767401-de20-495f-930d-29cebc109e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.967674 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-43471eb4-4a30-424e-8475-0217019c8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.970316 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-43471eb4-4a30-424e-8475-0217019c8df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:51.971576 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-43471eb4-4a30-424e-8475-0217019c8df9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73edab49-4f2f-41a6-a40a-d4fbb1ee4f98 HTTP/1.1" status: 204 len: 168 time: 0.3199837 Jun 24 09:26:51.974336 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4556f677-a531-4e33-ae64-0f65fcc151c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:51.985943 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43471eb4-4a30-424e-8475-0217019c8df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73edab49-4f2f-41a6-a40a-d4fbb1ee4f98,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:51.988643 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-43471eb4-4a30-424e-8475-0217019c8df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:52.003259 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-431695f1-37fb-4347-8180-4893437f9e9c req-c03122f4-8005-4dd5-957a-2ed968437aa8 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 210 time: 0.0827577 Jun 24 09:26:52.006242 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538012a-59fa-4f65-89cb-2249ce3f61ca req-7836a271-f0b1-4e76-98c1-7d52624a48ce tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:52.014827 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3538012a-59fa-4f65-89cb-2249ce3f61ca req-7836a271-f0b1-4e76-98c1-7d52624a48ce tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 945 time: 0.1005070 Jun 24 09:26:52.021430 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1767401-de20-495f-930d-29cebc109e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.048713 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-e1767401-de20-495f-930d-29cebc109e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc34bfe-d409-482a-8295-442d7f26244e']}} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:52.062883 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3538012a-59fa-4f65-89cb-2249ce3f61ca req-f6547cea-0136-49aa-8ee2-8cf85ef381d8 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469933 Jun 24 09:26:52.063974 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-e1767401-de20-495f-930d-29cebc109e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d54f54-6d85-4bbe-b013-d55385f59166') {'for_net_delete': True} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:52.064266 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-e1767401-de20-495f-930d-29cebc109e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d54f54-6d85-4bbe-b013-d55385f59166') {} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:26:52.076222 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1767401-de20-495f-930d-29cebc109e2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125388382'] for segment, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.093574 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1767401-de20-495f-930d-29cebc109e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.102160 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1767401-de20-495f-930d-29cebc109e2e admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:26:52.102890 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1767401-de20-495f-930d-29cebc109e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125717201'] for segment, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: Traceback (most recent call last): Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: timer() Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: cb(*args, **kw) Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: self._notify() Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: self.callback(batched_events) Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: event.method(event) Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: return f(self, *a, **k) Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: return self._get(url).json() Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:26:52.105313 dv-cinder-797812-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:26:52.173008 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Made reservation on behalf of fbfdc68456ca43ad8b12fde0e8cc2f24 for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:26:52.176303 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.185074 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 034dd87a-ba82-4471-b308-cf0bf7b07bb5 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:26:52.210121 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 034dd87a-ba82-4471-b308-cf0bf7b07bb5 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:26:52.210473 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 034dd87a-ba82-4471-b308-cf0bf7b07bb5 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:26:52.210930 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 977b43d5-943f-49f6-a90f-25316b30fc89 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:26:52.231249 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 977b43d5-943f-49f6-a90f-25316b30fc89 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:26:52.231611 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 977b43d5-943f-49f6-a90f-25316b30fc89 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:26:52.252787 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1767401-de20-495f-930d-29cebc109e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.264658 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-db49174d-8b25-46b5-8a74-d926353461c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:52.270746 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e1767401-de20-495f-930d-29cebc109e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.275585 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e1767401-de20-495f-930d-29cebc109e2e admin admin] 10.222.0.39 "DELETE /v2.0/networks/4dc34bfe-d409-482a-8295-442d7f26244e HTTP/1.1" status: 204 len: 168 time: 0.5393946 Jun 24 09:26:52.308202 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.321347 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1767401-de20-495f-930d-29cebc109e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc34bfe-d409-482a-8295-442d7f26244e,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:52.324144 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e1767401-de20-495f-930d-29cebc109e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:52.349942 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Allocated IP 172.20.0.7 (c859d7a4-1812-4622-a9ec-8a2838f8c2cd/1d68aec6-ddc3-493c-9a2f-e03dbb68dba1/99d00cd4-6e1b-43c1-ad26-52769204299b) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:26:52.500150 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.515957 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Transition to ACTIVE for port object 99d00cd4-6e1b-43c1-ad26-52769204299b will not be triggered until provisioned by entity DHCP. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:26:52.599489 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:26:52.639507 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.644371 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5bb6df92-6641-4f7a-89f0-d618f0166002 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:52.679893 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53470) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:52.691005 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Network c859d7a4-1812-4622-a9ec-8a2838f8c2cd is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:26:52.694271 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:26:52.698315 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:26:52.729550 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Pushing event updated for resources: {'Port': ['ID=99d00cd4-6e1b-43c1-ad26-52769204299b,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:52.734069 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:52.742799 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-fa6b6f37-c313-4d59-b9ef-8efdf191f665 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8a0c67c143a4eb19c1e5cf27856e67b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0600154 Jun 24 09:26:52.744415 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53472) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:26:52.762647 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:52.763986 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.805369 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-68463c69-fe4c-4536-a2b6-e461479d1588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.826992 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-68463c69-fe4c-4536-a2b6-e461479d1588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.881077 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0644541 Jun 24 09:26:52.899840 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Request body: {'port': {'device_id': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:26:52.969149 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-68463c69-fe4c-4536-a2b6-e461479d1588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.971959 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-68463c69-fe4c-4536-a2b6-e461479d1588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.973717 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-68463c69-fe4c-4536-a2b6-e461479d1588 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ef0987b-c3a2-42ef-a5c3-621662774e96 HTTP/1.1" status: 204 len: 168 time: 0.2277422 Jun 24 09:26:52.974497 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-3c43a2f8-18b2-471c-ad60-010d9cd1a034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:52.977563 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:52.996294 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68463c69-fe4c-4536-a2b6-e461479d1588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef0987b-c3a2-42ef-a5c3-621662774e96,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:53.008879 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-68463c69-fe4c-4536-a2b6-e461479d1588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:53.078220 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-c831f37e-b2a6-41b8-bb8f-fff5d1c1961b None None] Provisioning for port 99d00cd4-6e1b-43c1-ad26-52769204299b completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:26:53.082527 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-c831f37e-b2a6-41b8-bb8f-fff5d1c1961b None None] Provisioning complete for port 99d00cd4-6e1b-43c1-ad26-52769204299b triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:26:53.083141 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-c831f37e-b2a6-41b8-bb8f-fff5d1c1961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:53.128006 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-c831f37e-b2a6-41b8-bb8f-fff5d1c1961b None None] Port 99d00cd4-6e1b-43c1-ad26-52769204299b cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:26:53.286756 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1a366-9400-4ad5-81ec-abed8f4643ee req-2ce4efe7-fbd9-49bf-b5b4-bc084c59990d tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:53.288265 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-60c1a366-9400-4ad5-81ec-abed8f4643ee req-2ce4efe7-fbd9-49bf-b5b4-bc084c59990d tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 931 time: 0.1212604 Jun 24 09:26:53.344215 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d00cd4-6e1b-43c1-ad26-52769204299b {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:26:53.361148 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:53.366992 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-60c1a366-9400-4ad5-81ec-abed8f4643ee req-fe4ead0f-4a49-4a3c-b945-fb2242dc23df tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711625 Jun 24 09:26:53.377538 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Transition to ACTIVE for port object 99d00cd4-6e1b-43c1-ad26-52769204299b will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:26:53.439326 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:53.443334 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e080c07f-128d-4914-818e-64c0319b5b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:53.501236 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Pushing event updated for resources: {'Port': ['ID=99d00cd4-6e1b-43c1-ad26-52769204299b,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:53.505077 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:53.576369 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Attempting to bind port 99d00cd4-6e1b-43c1-ad26-52769204299b on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:26:53.576703 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Attempting to bind port 99d00cd4-6e1b-43c1-ad26-52769204299b by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': 'a08fd052-9a81-40ec-883a-0994c1609d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:26:53.577161 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Attempting to bind port 99d00cd4-6e1b-43c1-ad26-52769204299b on network c859d7a4-1812-4622-a9ec-8a2838f8c2cd {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:26:53.581666 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Port 99d00cd4-6e1b-43c1-ad26-52769204299b on network c859d7a4-1812-4622-a9ec-8a2838f8c2cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:26:53.582095 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Attempting to bind port 99d00cd4-6e1b-43c1-ad26-52769204299b on network c859d7a4-1812-4622-a9ec-8a2838f8c2cd {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:26:53.588243 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:26:53.588843 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Checking segment: {'id': 'a08fd052-9a81-40ec-883a-0994c1609d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:26:53.602402 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Bound using segment: {'id': 'a08fd052-9a81-40ec-883a-0994c1609d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:26:53.602402 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Bound port: 99d00cd4-6e1b-43c1-ad26-52769204299b, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a08fd052-9a81-40ec-883a-0994c1609d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:26:53.602402 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:53.676280 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] For port 99d00cd4-6e1b-43c1-ad26-52769204299b, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:26:53.680437 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] For port 99d00cd4-6e1b-43c1-ad26-52769204299b, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=99d00cd4-6e1b-43c1-ad26-52769204299b,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:26:53.771241 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:53.774220 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:26:53.815967 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:53.816587 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:53.818165 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] 10.222.0.60 "PUT /v2.0/ports/99d00cd4-6e1b-43c1-ad26-52769204299b HTTP/1.1" status: 200 len: 1093 time: 0.9234111 Jun 24 09:26:53.818678 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'tag': '99d00cd4-6e1b-43c1-ad26-52769204299b'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:26:53.821258 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db93660-4310-4459-bb38-3ba29433bc39" -d '{"events": [{"name": "network-changed", "server_uuid": "d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1", "tag": "99d00cd4-6e1b-43c1-ad26-52769204299b"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:26:53.854149 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Pushing event updated for resources: {'Port': ['ID=99d00cd4-6e1b-43c1-ad26-52769204299b,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:26:53.858080 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:26:53.886486 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604e61a7-3519-4e3d-b50f-250dfe75e750 x-openstack-request-id: req-604e61a7-3519-4e3d-b50f-250dfe75e750 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:26:53.887172 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1", "tag": "99d00cd4-6e1b-43c1-ad26-52769204299b", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:26:53.887584 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-604e61a7-3519-4e3d-b50f-250dfe75e750 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:26:53.889008 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'tag': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'status': 'completed', 'code': 200} Jun 24 09:26:54.004599 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db93660-4310-4459-bb38-3ba29433bc39 req-83624739-6380-4cc9-a6fe-c45ea640570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:54.006154 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4db93660-4310-4459-bb38-3ba29433bc39 req-83624739-6380-4cc9-a6fe-c45ea640570d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbfdc68456ca43ad8b12fde0e8cc2f24&device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0597749 Jun 24 09:26:54.129111 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db93660-4310-4459-bb38-3ba29433bc39 req-d8a04aab-9fca-4c94-ba07-200e3399c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:54.130645 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4db93660-4310-4459-bb38-3ba29433bc39 req-d8a04aab-9fca-4c94-ba07-200e3399c6e2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=fbfdc68456ca43ad8b12fde0e8cc2f24&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1105759 Jun 24 09:26:54.243398 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db93660-4310-4459-bb38-3ba29433bc39 req-52ad0ec1-510d-48aa-86b3-7f566b54e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:54.244841 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4db93660-4310-4459-bb38-3ba29433bc39 req-52ad0ec1-510d-48aa-86b3-7f566b54e661 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071355 Jun 24 09:26:54.375707 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-dec5d858-7836-4413-ae25-506ad30185c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:54.377310 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-dec5d858-7836-4413-ae25-506ad30185c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbfdc68456ca43ad8b12fde0e8cc2f24&device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0542047 Jun 24 09:26:54.441729 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-02f3ecb3-35ec-46de-9970-9c5b2332f3cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d00cd4-6e1b-43c1-ad26-52769204299b HTTP/1.1" status: 200 len: 217 time: 0.0439367 Jun 24 09:26:54.517615 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-875e164f-403a-4d6a-94bb-ca1de2cb903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:54.519311 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-875e164f-403a-4d6a-94bb-ca1de2cb903d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d68aec6-ddc3-493c-9a2f-e03dbb68dba1 HTTP/1.1" status: 200 len: 848 time: 0.0624175 Jun 24 09:26:54.611626 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673def3-9f3a-48c3-9806-5f91561f8b8d req-db7f40d5-9e7f-4456-94c7-3545406a66e7 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:54.613164 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7673def3-9f3a-48c3-9806-5f91561f8b8d req-db7f40d5-9e7f-4456-94c7-3545406a66e7 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.1082366 Jun 24 09:26:54.625042 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-92e00386-c664-4317-870e-fd0d7ca2ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:54.632930 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-92e00386-c664-4317-870e-fd0d7ca2ab09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0911908 Jun 24 09:26:54.704799 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7673def3-9f3a-48c3-9806-5f91561f8b8d req-0bd20f2d-7c66-4bb8-a8ae-48303b3d215c tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833266 Jun 24 09:26:54.744433 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-11c87ae8-6503-4d67-b85c-4bab9318ffcc service neutron] 10.222.0.60 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102757 Jun 24 09:26:54.839711 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-602e74f9-88f3-476f-9722-956d5b6b8bca req-0f01cc18-3410-4f4c-886e-2f85a601a3f5 service neutron] 10.222.0.60 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886543 Jun 24 09:26:55.885972 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f7b49-442a-4a8b-ad1a-ea4e8ce9078b req-92803fdb-ff6d-49f9-b465-199013d73170 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:55.887340 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a44f7b49-442a-4a8b-ad1a-ea4e8ce9078b req-92803fdb-ff6d-49f9-b465-199013d73170 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0653050 Jun 24 09:26:55.924846 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a44f7b49-442a-4a8b-ad1a-ea4e8ce9078b req-99bbb40c-7924-4fee-8313-3b4a8edc95f6 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314088 Jun 24 09:26:57.095497 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a1206-5b4e-46ec-9e21-cd19110974d1 req-e3d8c48d-c835-4375-837f-14cf5f5d90fd tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:57.096986 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2d0a1206-5b4e-46ec-9e21-cd19110974d1 req-e3d8c48d-c835-4375-837f-14cf5f5d90fd tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0637305 Jun 24 09:26:57.135363 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2d0a1206-5b4e-46ec-9e21-cd19110974d1 req-5c31f67e-ce60-4a53-989a-e403f8999543 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328410 Jun 24 09:26:58.316703 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5a70b-f982-48ce-b922-5374cd10dfd9 req-534f7c64-74dc-428d-b187-0e7746d6507d tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:58.318182 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e1e5a70b-f982-48ce-b922-5374cd10dfd9 req-534f7c64-74dc-428d-b187-0e7746d6507d tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0723462 Jun 24 09:26:58.361680 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e1e5a70b-f982-48ce-b922-5374cd10dfd9 req-6ab1e4c7-5afb-477d-a557-52bb26da563c tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357606 Jun 24 09:26:58.582081 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:26:59.545415 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b038a-8f33-4b46-a3f2-7a504aaa9381 req-698cbf0e-6e31-4b31-8bb9-e3bb7e8f49ce tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:26:59.547494 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de4b038a-8f33-4b46-a3f2-7a504aaa9381 req-698cbf0e-6e31-4b31-8bb9-e3bb7e8f49ce tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0732882 Jun 24 09:26:59.590083 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de4b038a-8f33-4b46-a3f2-7a504aaa9381 req-c0ea01ef-2033-41ae-a018-c5a6b438a725 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358741 Jun 24 09:27:00.762256 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f10af-5d75-482f-a21e-7d728a850d37 req-6159ccce-73a0-4555-89e0-2e95c10d9010 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:00.764382 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f86f10af-5d75-482f-a21e-7d728a850d37 req-6159ccce-73a0-4555-89e0-2e95c10d9010 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0619483 Jun 24 09:27:00.803256 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f86f10af-5d75-482f-a21e-7d728a850d37 req-1d198545-cb21-45fd-9b18-15dfe5e3bae5 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331733 Jun 24 09:27:00.914836 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24301ff9-e5e8-432e-bd1a-11d8188a0d8e req-123282f0-4fb6-4dd0-89bf-e60fccf84ede service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561709 Jun 24 09:27:01.015573 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24301ff9-e5e8-432e-bd1a-11d8188a0d8e req-91488ca0-e6d5-465e-b4a9-309c997aca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:01.017266 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24301ff9-e5e8-432e-bd1a-11d8188a0d8e req-91488ca0-e6d5-465e-b4a9-309c997aca0b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=789de2cd33544e339915865a4902f236&device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 1099 time: 0.0545957 Jun 24 09:27:01.138797 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24301ff9-e5e8-432e-bd1a-11d8188a0d8e req-f1c070b7-069a-4672-9845-c1948ba3aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:01.138797 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24301ff9-e5e8-432e-bd1a-11d8188a0d8e req-f1c070b7-069a-4672-9845-c1948ba3aefb service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5ca0700-991e-47d2-99de-f9047b5f2e60 HTTP/1.1" status: 200 len: 917 time: 0.0900650 Jun 24 09:27:01.142463 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 99d00cd4-6e1b-43c1-ad26-52769204299b details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:27:01.211872 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24301ff9-e5e8-432e-bd1a-11d8188a0d8e req-c8a449c8-9652-4d35-a481-86b715e30a24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81df801e-fcff-44cf-984a-bf751b7f9abc HTTP/1.1" status: 200 len: 999 time: 0.0584369 Jun 24 09:27:01.277794 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24301ff9-e5e8-432e-bd1a-11d8188a0d8e req-7694a668-ba6e-4d2d-9f51-f338f307a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:01.280156 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24301ff9-e5e8-432e-bd1a-11d8188a0d8e req-7694a668-ba6e-4d2d-9f51-f338f307a7b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=172579aa-233f-48bd-9ad4-0b00016b6268 HTTP/1.1" status: 200 len: 855 time: 0.0609918 Jun 24 09:27:01.353720 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 99d00cd4-6e1b-43c1-ad26-52769204299b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=99d00cd4-6e1b-43c1-ad26-52769204299b,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:27:01.360788 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24301ff9-e5e8-432e-bd1a-11d8188a0d8e req-12379b54-dd97-4afa-b3d3-df2f250a8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:01.362252 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24301ff9-e5e8-432e-bd1a-11d8188a0d8e req-12379b54-dd97-4afa-b3d3-df2f250a8a1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5ca0700-991e-47d2-99de-f9047b5f2e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666718 Jun 24 09:27:01.365714 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'port_id': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'mac_address': 'fa:16:3e:92:36:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:27:01.404629 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:01.416869 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d00cd4-6e1b-43c1-ad26-52769204299b {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:27:01.437510 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 99d00cd4-6e1b-43c1-ad26-52769204299b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=99d00cd4-6e1b-43c1-ad26-52769204299b,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:27:01.467134 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24301ff9-e5e8-432e-bd1a-11d8188a0d8e req-134dc3d6-e1bc-4dca-8a30-c4d941fd1174 service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825429 Jun 24 09:27:01.479281 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:01.482437 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:01.529519 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=99d00cd4-6e1b-43c1-ad26-52769204299b,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:01.537199 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:01.564237 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24301ff9-e5e8-432e-bd1a-11d8188a0d8e req-badfdb82-de0f-4e08-81bf-dce852c9ca9c service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892165 Jun 24 09:27:01.968969 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['99d00cd4-6e1b-43c1-ad26-52769204299b'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:27:01.989105 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ce753-b1c7-48d6-847a-36970e91ee5c req-cc48f26a-d4d8-4499-aab2-d0f788a4f8d1 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:01.990583 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0b3ce753-b1c7-48d6-847a-36970e91ee5c req-cc48f26a-d4d8-4499-aab2-d0f788a4f8d1 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 944 time: 0.0694025 Jun 24 09:27:02.027759 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0b3ce753-b1c7-48d6-847a-36970e91ee5c req-6680cc1a-7909-42d1-826d-0a401d478b2c tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312264 Jun 24 09:27:03.162001 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 99d00cd4-6e1b-43c1-ad26-52769204299b up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:27:03.203371 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183cbf-82b2-4fe8-9253-6fd52ba9e9f7 req-dcfe3c01-c3bf-401a-8f43-4815107765c3 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:03.208157 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88183cbf-82b2-4fe8-9253-6fd52ba9e9f7 req-dcfe3c01-c3bf-401a-8f43-4815107765c3 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 944 time: 0.0680990 Jun 24 09:27:03.246342 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-88183cbf-82b2-4fe8-9253-6fd52ba9e9f7 req-959491a4-046b-4098-bd14-4f9c09143e20 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353494 Jun 24 09:27:03.289719 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port 99d00cd4-6e1b-43c1-ad26-52769204299b completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:27:03.293638 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 99d00cd4-6e1b-43c1-ad26-52769204299b triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:27:03.294017 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:03.370364 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:03.392195 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d00cd4-6e1b-43c1-ad26-52769204299b'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:27:03.394414 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1edcb8-f8e4-4093-b703-29ffd5d43ccd" -d '{"events": [{"server_uuid": "d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1", "name": "network-vif-plugged", "status": "completed", "tag": "99d00cd4-6e1b-43c1-ad26-52769204299b"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:27:03.407763 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 99d00cd4-6e1b-43c1-ad26-52769204299b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=99d00cd4-6e1b-43c1-ad26-52769204299b,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:27:03.433968 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbd49d1-223a-4ae9-9466-eaad32262eb5 x-openstack-request-id: req-fbbd49d1-223a-4ae9-9466-eaad32262eb5 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:27:03.434346 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1", "name": "network-vif-plugged", "status": "completed", "tag": "99d00cd4-6e1b-43c1-ad26-52769204299b", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:27:03.434590 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbbd49d1-223a-4ae9-9466-eaad32262eb5 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:27:03.435056 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'code': 200} Jun 24 09:27:03.479793 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:03.482504 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f410b9c8-2cdf-48f4-ae8f-f2dad27ae468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:03.533353 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=99d00cd4-6e1b-43c1-ad26-52769204299b,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:03.534813 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:04.069962 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648db4ec-13b0-45ed-b0f1-e821524c3bb3 req-b8d8ba02-0401-4e96-ac87-9c31de45dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:04.071711 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-648db4ec-13b0-45ed-b0f1-e821524c3bb3 req-b8d8ba02-0401-4e96-ac87-9c31de45dea2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0514932 Jun 24 09:27:04.105415 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-648db4ec-13b0-45ed-b0f1-e821524c3bb3 req-6ed5da3a-5b43-4e49-99cb-e05117683e4c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270450 Jun 24 09:27:04.434153 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef187824-0404-4f2c-8bee-ffaa7f530be8 req-06d43cca-5be9-426c-85ab-32fb7bb11274 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:04.436122 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ef187824-0404-4f2c-8bee-ffaa7f530be8 req-06d43cca-5be9-426c-85ab-32fb7bb11274 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0685885 Jun 24 09:27:04.473175 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ef187824-0404-4f2c-8bee-ffaa7f530be8 req-43b19be6-8afb-4195-be1a-855ea5eee7f8 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313344 Jun 24 09:27:04.683448 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53764) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:04.790345 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ac17c36c-4d96-4127-9e6e-57daad21f02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:04.874469 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ac17c36c-4d96-4127-9e6e-57daad21f02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:04.936067 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ac17c36c-4d96-4127-9e6e-57daad21f02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:04.938759 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-73475da5-f7fa-40a8-bd12-67db24f1ce30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:04.974290 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-ac17c36c-4d96-4127-9e6e-57daad21f02d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=975fc952fcce4e0ba979195db49b3994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897956 Jun 24 09:27:04.975144 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17c36c-4d96-4127-9e6e-57daad21f02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd328ed-3170-4fff-976a-43e9fc87f2af,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:04.977138 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 53768) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:04.978315 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-ac17c36c-4d96-4127-9e6e-57daad21f02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:05.025404 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-72f8c416-e278-413f-9183-c46e14a22274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:05.046092 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-72f8c416-e278-413f-9183-c46e14a22274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:05.171041 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-72f8c416-e278-413f-9183-c46e14a22274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:05.173631 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-72f8c416-e278-413f-9183-c46e14a22274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:05.174746 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-72f8c416-e278-413f-9183-c46e14a22274 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0bd328ed-3170-4fff-976a-43e9fc87f2af HTTP/1.1" status: 204 len: 168 time: 0.1965978 Jun 24 09:27:05.175546 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6567d0a8-a475-46ae-acdf-ca11403b36c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:05.182702 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8c416-e278-413f-9183-c46e14a22274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd328ed-3170-4fff-976a-43e9fc87f2af,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:05.185684 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-72f8c416-e278-413f-9183-c46e14a22274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:05.906927 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d028222-97e2-431e-9e1c-66a5be68f4a7 req-562b51cf-3579-427d-b472-175202419d05 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:05.908680 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6d028222-97e2-431e-9e1c-66a5be68f4a7 req-562b51cf-3579-427d-b472-175202419d05 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.2953079 Jun 24 09:27:05.946073 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6d028222-97e2-431e-9e1c-66a5be68f4a7 req-efce8a35-ed94-4b63-b7e7-9cc9a7aa0f4f tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316436 Jun 24 09:27:07.129215 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947dbd1-f815-49f7-b594-765bc0ee6685 req-ec23b221-a397-4916-8f03-bf2775778b8d tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:07.130732 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1947dbd1-f815-49f7-b594-765bc0ee6685 req-ec23b221-a397-4916-8f03-bf2775778b8d tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0653172 Jun 24 09:27:07.174490 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1947dbd1-f815-49f7-b594-765bc0ee6685 req-1e4a1a09-2f55-4ff4-a19a-20482e7c4160 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358374 Jun 24 09:27:07.360919 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6e041-d404-4b0c-85c0-da002f3ae9ba req-acc66ed3-70da-49ab-9219-8de6ef3b156a tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:07.362286 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2be6e041-d404-4b0c-85c0-da002f3ae9ba req-acc66ed3-70da-49ab-9219-8de6ef3b156a tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0653083 Jun 24 09:27:07.403176 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-2be6e041-d404-4b0c-85c0-da002f3ae9ba req-bae9febc-d997-4604-9adf-4d6dc49fdd2e tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340362 Jun 24 09:27:07.438018 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53844) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:07.635890 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4360e4-f2ff-40d2-a899-e072e1645d3c tempest-TestShelveInstance-558596626 tempest-TestShelveInstance-558596626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:07.637292 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-ec4360e4-f2ff-40d2-a899-e072e1645d3c tempest-TestShelveInstance-558596626 tempest-TestShelveInstance-558596626-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 1093 time: 0.1981192 Jun 24 09:27:07.640237 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53848) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:07.644813 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Request body: {'floatingip': {'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'port_id': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:27:07.782450 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for floatingip, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:07.879972 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:07.984308 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Allocated IP 172.27.2.96 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/0c45f506-9d7f-4f15-98dd-11401d494595) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:27:08.089273 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:08.205355 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:08.208088 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:08.244632 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:27:08.247807 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:27:08.250463 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:27:08.278667 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Pushing event updated for resources: {'Port': ['ID=0c45f506-9d7f-4f15-98dd-11401d494595,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:08.282452 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:08.637167 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:08.785502 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:08.944353 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:09.033709 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:09.037171 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:09.100813 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Pushing event updated for resources: {'Port': ['ID=0c45f506-9d7f-4f15-98dd-11401d494595,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:09.104594 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:09.116679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:09.212530 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.l3_db [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Floating IP b49fbb78-13e9-4c60-ae72-02b08c4440d7 associated. External IP: 172.27.2.96, port: 99d00cd4-6e1b-43c1-ad26-52769204299b. Jun 24 09:27:09.430053 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Router 656089ba-7967-4fa7-9723-08643a371ddf has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:27:09.542925 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:27:09.554152 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245cd0a-34b1-4432-8762-fa1e515213cb None None] Sync routers for ids ['656089ba-7967-4fa7-9723-08643a371ddf'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:27:09.563946 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245cd0a-34b1-4432-8762-fa1e515213cb None None] Routers {'656089ba-7967-4fa7-9723-08643a371ddf'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:27:09.564570 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-3245cd0a-34b1-4432-8762-fa1e515213cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:26:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['656089ba-7967-4fa7-9723-08643a371ddf'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:27:09.616546 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:09.664073 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0141342 Jun 24 09:27:09.664073 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'tag': '99d00cd4-6e1b-43c1-ad26-52769204299b'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:27:09.664073 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6284b0c-3c6d-440e-910c-6baccc5fe649" -d '{"events": [{"name": "network-changed", "server_uuid": "d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1", "tag": "99d00cd4-6e1b-43c1-ad26-52769204299b"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:27:09.676936 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-3245cd0a-34b1-4432-8762-fa1e515213cb None None] Set router 656089ba-7967-4fa7-9723-08643a371ddf gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:27:09.698641 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb54c34-4870-45b0-9c4c-965e90f3e222 x-openstack-request-id: req-bbb54c34-4870-45b0-9c4c-965e90f3e222 {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:27:09.699024 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1", "tag": "99d00cd4-6e1b-43c1-ad26-52769204299b", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:27:09.699317 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbb54c34-4870-45b0-9c4c-965e90f3e222 {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:27:09.699764 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'tag': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'status': 'completed', 'code': 200} Jun 24 09:27:09.819968 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6284b0c-3c6d-440e-910c-6baccc5fe649 req-6e644c97-b946-45ec-b7cf-bd006894a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:09.821716 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f6284b0c-3c6d-440e-910c-6baccc5fe649 req-6e644c97-b946-45ec-b7cf-bd006894a5fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbfdc68456ca43ad8b12fde0e8cc2f24&device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0533340 Jun 24 09:27:09.914329 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6284b0c-3c6d-440e-910c-6baccc5fe649 req-b4d8efaf-35fa-4ee5-9c85-175c9064afca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:09.916929 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f6284b0c-3c6d-440e-910c-6baccc5fe649 req-b4d8efaf-35fa-4ee5-9c85-175c9064afca service neutron] 10.222.0.60 "GET /v2.0/networks?id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd HTTP/1.1" status: 200 len: 910 time: 0.0862880 Jun 24 09:27:09.944374 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-3245cd0a-34b1-4432-8762-fa1e515213cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:57Z', 'revision_number': 4, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port': {'id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'b49fbb78-13e9-4c60-ae72-02b08c4440d7', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'port_id': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'mac_address': 'fa:16:3e:92:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:27:08Z', 'updated_at': '2021-06-24T09:27:08Z', 'revision_number': 0, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41c765c6-adfc-4639-9ee7-1e12f1ed5365', 'name': '', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'mac_address': 'fa:16:3e:02:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:57Z', 'updated_at': '2021-06-24T09:26:05Z', 'revision_number': 5, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'subnets': [{'id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:27:09.977603 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245cd0a-34b1-4432-8762-fa1e515213cb None None] Checking router: 656089ba-7967-4fa7-9723-08643a371ddf for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:27:09.986998 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245cd0a-34b1-4432-8762-fa1e515213cb None None] Routers {'656089ba-7967-4fa7-9723-08643a371ddf'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:27:09.987625 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-3245cd0a-34b1-4432-8762-fa1e515213cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:26:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['656089ba-7967-4fa7-9723-08643a371ddf'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:27:09.993267 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f6284b0c-3c6d-440e-910c-6baccc5fe649 req-be3e4885-f11a-4351-ae5e-89d86011ab2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d00cd4-6e1b-43c1-ad26-52769204299b HTTP/1.1" status: 200 len: 998 time: 0.0670185 Jun 24 09:27:10.035302 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53898) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:10.049897 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6284b0c-3c6d-440e-910c-6baccc5fe649 req-1603051a-76ea-4976-99b1-744d5700ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:10.051419 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f6284b0c-3c6d-440e-910c-6baccc5fe649 req-1603051a-76ea-4976-99b1-744d5700ba26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d68aec6-ddc3-493c-9a2f-e03dbb68dba1 HTTP/1.1" status: 200 len: 848 time: 0.0501695 Jun 24 09:27:10.102585 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-3245cd0a-34b1-4432-8762-fa1e515213cb None None] Set router 656089ba-7967-4fa7-9723-08643a371ddf gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:27:10.166247 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6284b0c-3c6d-440e-910c-6baccc5fe649 req-0b8fda7a-97d8-4acd-9b57-afd879cdc0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:10.167978 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f6284b0c-3c6d-440e-910c-6baccc5fe649 req-0b8fda7a-97d8-4acd-9b57-afd879cdc0ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1039045 Jun 24 09:27:10.180934 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5bc4840b-4936-4c3f-8530-0dd6fede793a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:10.279834 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5bc4840b-4936-4c3f-8530-0dd6fede793a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:10.288364 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f6284b0c-3c6d-440e-910c-6baccc5fe649 req-191446e2-878c-4331-b3b9-e3d5d0d7fcff service neutron] 10.222.0.60 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102104 Jun 24 09:27:10.348015 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5bc4840b-4936-4c3f-8530-0dd6fede793a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:10.351763 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-fb85baba-10f4-40e0-b148-770674c6ee46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:10.385726 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-3245cd0a-34b1-4432-8762-fa1e515213cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:57Z', 'revision_number': 4, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port': {'id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'b49fbb78-13e9-4c60-ae72-02b08c4440d7', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'port_id': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'mac_address': 'fa:16:3e:92:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:27:08Z', 'updated_at': '2021-06-24T09:27:08Z', 'revision_number': 0, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41c765c6-adfc-4639-9ee7-1e12f1ed5365', 'name': '', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'mac_address': 'fa:16:3e:02:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:57Z', 'updated_at': '2021-06-24T09:26:05Z', 'revision_number': 5, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'subnets': [{'id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:27:10.394481 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-5bc4840b-4936-4c3f-8530-0dd6fede793a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=978f004c4966487d9f092456f4e9b2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557575 Jun 24 09:27:10.394481 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4840b-4936-4c3f-8530-0dd6fede793a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a3c105-2e22-4a2b-84b0-159d76dd82a5,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:10.394893 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 53914) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:10.396705 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5bc4840b-4936-4c3f-8530-0dd6fede793a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:10.410759 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f6284b0c-3c6d-440e-910c-6baccc5fe649 req-0d1d562d-c5cc-463f-be63-775714040fa2 service neutron] 10.222.0.60 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021967 Jun 24 09:27:10.423700 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245cd0a-34b1-4432-8762-fa1e515213cb None None] The sync data for ids ['656089ba-7967-4fa7-9723-08643a371ddf'] in dv-cinder-797812-1-iscsi is: [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:57Z', 'revision_number': 4, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port': {'id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'b49fbb78-13e9-4c60-ae72-02b08c4440d7', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'port_id': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'mac_address': 'fa:16:3e:92:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:27:08Z', 'updated_at': '2021-06-24T09:27:08Z', 'revision_number': 0, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41c765c6-adfc-4639-9ee7-1e12f1ed5365', 'name': '', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'mac_address': 'fa:16:3e:02:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:57Z', 'updated_at': '2021-06-24T09:26:05Z', 'revision_number': 5, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'subnets': [{'id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:27:10.456722 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-03affa57-8594-4ac1-9f47-4c6ce49b5f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:10.478370 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-03affa57-8594-4ac1-9f47-4c6ce49b5f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:10.612771 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d594b6b2-8ac0-416a-b70f-0aabc89b7f8b None None] New status for floating IP b49fbb78-13e9-4c60-ae72-02b08c4440d7: ACTIVE {{(pid=93462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:27:10.632986 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-03affa57-8594-4ac1-9f47-4c6ce49b5f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:10.635819 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-03affa57-8594-4ac1-9f47-4c6ce49b5f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:10.636997 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-03affa57-8594-4ac1-9f47-4c6ce49b5f38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00a3c105-2e22-4a2b-84b0-159d76dd82a5 HTTP/1.1" status: 204 len: 168 time: 0.2411842 Jun 24 09:27:10.637939 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-57c12a01-5211-409a-859f-5ee2055e6afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:10.647291 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03affa57-8594-4ac1-9f47-4c6ce49b5f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a3c105-2e22-4a2b-84b0-159d76dd82a5,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:10.649756 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-03affa57-8594-4ac1-9f47-4c6ce49b5f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:11.250245 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 53928) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:11.263973 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1fe65f6-f3ae-4a78-a25c-86777a6530d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:11.351666 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1fe65f6-f3ae-4a78-a25c-86777a6530d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:11.420972 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-d1fe65f6-f3ae-4a78-a25c-86777a6530d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:11.424449 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a8cce943-4ef2-474f-83f7-80f4de5da77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:11.460112 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d1fe65f6-f3ae-4a78-a25c-86777a6530d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23a9e9a3feef4275a80710e4dc61b76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087417 Jun 24 09:27:11.461230 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe65f6-f3ae-4a78-a25c-86777a6530d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49122541-c15f-4796-93f6-1402395662f8,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:11.462664 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 53936) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:11.464216 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d1fe65f6-f3ae-4a78-a25c-86777a6530d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:11.516570 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3c14d23b-af51-4424-b95a-3bd387ad5fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:11.537008 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3c14d23b-af51-4424-b95a-3bd387ad5fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:11.662514 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3c14d23b-af51-4424-b95a-3bd387ad5fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:11.665352 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3c14d23b-af51-4424-b95a-3bd387ad5fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:11.666612 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-3c14d23b-af51-4424-b95a-3bd387ad5fb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/49122541-c15f-4796-93f6-1402395662f8 HTTP/1.1" status: 204 len: 168 time: 0.2027545 Jun 24 09:27:11.667626 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e0762144-7c74-42b4-a514-489c6b341c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:11.675611 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14d23b-af51-4424-b95a-3bd387ad5fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49122541-c15f-4796-93f6-1402395662f8,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:11.691562 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-3c14d23b-af51-4424-b95a-3bd387ad5fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:16.089912 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 54056) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:16.191694 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0dcb277c-90ba-48aa-b7cf-947056856ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:16.276942 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0dcb277c-90ba-48aa-b7cf-947056856ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:16.353517 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0dcb277c-90ba-48aa-b7cf-947056856ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:16.356115 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-fe9d20f5-c5aa-4c15-86c8-b4e27eeb989d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:16.391584 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-0dcb277c-90ba-48aa-b7cf-947056856ab6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49759cc8d39f4073b92ea9caf210c0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006294 Jun 24 09:27:16.392483 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb277c-90ba-48aa-b7cf-947056856ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730cbb64-20aa-4a4c-8400-cb78b4970b4d,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:16.394309 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 54062) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:16.395338 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0dcb277c-90ba-48aa-b7cf-947056856ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:16.444525 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-809c42a2-866e-45d6-99ec-d3c76d765b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:16.465411 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-809c42a2-866e-45d6-99ec-d3c76d765b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:16.570855 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-809c42a2-866e-45d6-99ec-d3c76d765b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:16.573659 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-809c42a2-866e-45d6-99ec-d3c76d765b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:16.574779 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-809c42a2-866e-45d6-99ec-d3c76d765b43 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/730cbb64-20aa-4a4c-8400-cb78b4970b4d HTTP/1.1" status: 204 len: 168 time: 0.1793895 Jun 24 09:27:16.577180 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a6571aee-86e9-4086-8fb2-d91304cb63eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:16.584098 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c42a2-866e-45d6-99ec-d3c76d765b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730cbb64-20aa-4a4c-8400-cb78b4970b4d,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:16.592327 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-809c42a2-866e-45d6-99ec-d3c76d765b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:17.050745 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-34805c58-07d3-4621-b132-c76d76933c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:17.216726 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 54076) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:17.233574 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3bb266d-2c63-4a25-9665-95ac353f3113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:17.327170 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3bb266d-2c63-4a25-9665-95ac353f3113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:17.439968 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3bb266d-2c63-4a25-9665-95ac353f3113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:17.443545 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-93f09cfc-216e-4ef3-8d70-ec982da324f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:17.478167 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c3bb266d-2c63-4a25-9665-95ac353f3113 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79b29dfd60334b16a6e85a67996d7d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598131 Jun 24 09:27:17.480226 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb266d-2c63-4a25-9665-95ac353f3113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883d2229-8fc7-4b11-89f3-9fbf64fa4b15,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:17.483762 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c3bb266d-2c63-4a25-9665-95ac353f3113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:17.485906 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 54086) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:17.542462 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3a90343c-c0ee-47e2-b57b-16a1afc73074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:17.556525 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3a90343c-c0ee-47e2-b57b-16a1afc73074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:17.656859 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3a90343c-c0ee-47e2-b57b-16a1afc73074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:17.659508 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3a90343c-c0ee-47e2-b57b-16a1afc73074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:17.660646 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3a90343c-c0ee-47e2-b57b-16a1afc73074 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/883d2229-8fc7-4b11-89f3-9fbf64fa4b15 HTTP/1.1" status: 204 len: 168 time: 0.1738155 Jun 24 09:27:17.661383 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-47f22c70-7fbc-4f1a-b789-42cba89172e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:17.670629 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90343c-c0ee-47e2-b57b-16a1afc73074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883d2229-8fc7-4b11-89f3-9fbf64fa4b15,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:17.673268 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3a90343c-c0ee-47e2-b57b-16a1afc73074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:19.753792 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-c09684ab-fa32-4301-839c-0390b2f74251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:19.988697 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:20.478656 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:20.791717 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 54200) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:20.895238 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7776b7ae-c405-471c-b482-fa2764d912eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:20.982085 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7776b7ae-c405-471c-b482-fa2764d912eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:21.049790 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7776b7ae-c405-471c-b482-fa2764d912eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:21.053455 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e78b88cd-3fe2-4744-8c44-ae7469c89fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:21.088343 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7776b7ae-c405-471c-b482-fa2764d912eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ad410c7c4ed44769b58f6facc0a5510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955265 Jun 24 09:27:21.089138 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776b7ae-c405-471c-b482-fa2764d912eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535bcc94-f5ce-439d-a2ab-73053eeb2e5a,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:21.090984 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 54204) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:21.093327 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7776b7ae-c405-471c-b482-fa2764d912eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:21.142343 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ea15ae19-75a4-466e-b924-b8cc92fea66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:21.162551 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ea15ae19-75a4-466e-b924-b8cc92fea66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:21.290677 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ea15ae19-75a4-466e-b924-b8cc92fea66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:21.293246 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-ea15ae19-75a4-466e-b924-b8cc92fea66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:21.294349 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-ea15ae19-75a4-466e-b924-b8cc92fea66e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/535bcc94-f5ce-439d-a2ab-73053eeb2e5a HTTP/1.1" status: 204 len: 168 time: 0.2023263 Jun 24 09:27:21.295684 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-77cd16b5-9a9f-4189-9ac8-3aef532e339a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:21.303209 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15ae19-75a4-466e-b924-b8cc92fea66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535bcc94-f5ce-439d-a2ab-73053eeb2e5a,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:21.305380 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-ea15ae19-75a4-466e-b924-b8cc92fea66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:21.843034 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 54218) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:21.856180 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6dc9-86c0-4e3f-915e-867f72cb0bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:21.940162 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6dc9-86c0-4e3f-915e-867f72cb0bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:22.000215 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6dc9-86c0-4e3f-915e-867f72cb0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:22.007075 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a888907a-8fda-4e44-bfb1-874d064bbcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:22.037716 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a6dc9-86c0-4e3f-915e-867f72cb0bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a542447-30d4-4564-8bbc-1028ddf2e746,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:22.042057 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-4a3a6dc9-86c0-4e3f-915e-867f72cb0bbb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c701df9f9ee4725869848cf4aa097d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979876 Jun 24 09:27:22.043061 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4a3a6dc9-86c0-4e3f-915e-867f72cb0bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:22.044733 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 54220) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:22.098054 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c405986d-d48b-4c88-896c-4d829e9355eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:22.120686 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c405986d-d48b-4c88-896c-4d829e9355eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:22.239455 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c405986d-d48b-4c88-896c-4d829e9355eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:22.242097 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c405986d-d48b-4c88-896c-4d829e9355eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:22.243274 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-c405986d-d48b-4c88-896c-4d829e9355eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a542447-30d4-4564-8bbc-1028ddf2e746 HTTP/1.1" status: 204 len: 168 time: 0.1976571 Jun 24 09:27:22.244136 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-b47d2863-1478-4b96-8de8-acb98e4df58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:22.253657 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405986d-d48b-4c88-896c-4d829e9355eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a542447-30d4-4564-8bbc-1028ddf2e746,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:22.255933 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c405986d-d48b-4c88-896c-4d829e9355eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:22.319621 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:28.565602 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:29.598038 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:27:38.220225 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 54470) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:38.321356 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-86fb0562-25b9-4646-b407-66071f0b0a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:38.405967 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-86fb0562-25b9-4646-b407-66071f0b0a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:38.451040 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-86fb0562-25b9-4646-b407-66071f0b0a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:38.453563 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-72f8c416-e278-413f-9183-c46e14a22274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:38.487934 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb0562-25b9-4646-b407-66071f0b0a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd7b67b-2f71-4cf4-b94f-0b9c3b8ad3bd,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:38.492134 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-86fb0562-25b9-4646-b407-66071f0b0a2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8bd7ab7099e64e3782f7eafceda1a8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709110 Jun 24 09:27:38.492989 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-86fb0562-25b9-4646-b407-66071f0b0a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:38.494664 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 54478) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:38.541339 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a736e5a8-4ec2-4691-a99b-3fddde6d9af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:38.561324 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a736e5a8-4ec2-4691-a99b-3fddde6d9af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:38.708552 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a736e5a8-4ec2-4691-a99b-3fddde6d9af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:38.711371 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a736e5a8-4ec2-4691-a99b-3fddde6d9af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:38.712480 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a736e5a8-4ec2-4691-a99b-3fddde6d9af9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4dd7b67b-2f71-4cf4-b94f-0b9c3b8ad3bd HTTP/1.1" status: 204 len: 168 time: 0.2169073 Jun 24 09:27:38.713184 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c87174d5-b06b-4cc2-a755-8bb1cb9092d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:38.720625 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736e5a8-4ec2-4691-a99b-3fddde6d9af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd7b67b-2f71-4cf4-b94f-0b9c3b8ad3bd,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:38.724032 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a736e5a8-4ec2-4691-a99b-3fddde6d9af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:42.723672 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40359c3-f087-405c-a7ca-d1c5d4700718 req-a474f61e-d622-4c27-a2ca-839443fbcb79 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:42.723672 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f40359c3-f087-405c-a7ca-d1c5d4700718 req-a474f61e-d622-4c27-a2ca-839443fbcb79 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 946 time: 0.0723836 Jun 24 09:27:42.763485 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f40359c3-f087-405c-a7ca-d1c5d4700718 req-0ed19cff-28e7-40fa-85f3-0197466d273b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327921 Jun 24 09:27:43.159614 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 54540) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:43.260450 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34848c30-d01e-4b79-9a1f-07712d7f3fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:43.343391 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34848c30-d01e-4b79-9a1f-07712d7f3fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:43.405411 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-34848c30-d01e-4b79-9a1f-07712d7f3fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:43.408728 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a105d12c-8c9c-4bc5-82c6-ee26eba0a3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:43.443675 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-34848c30-d01e-4b79-9a1f-07712d7f3fd9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19c27ab4bfd7499784cf96cd8abb3988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830052 Jun 24 09:27:43.444520 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34848c30-d01e-4b79-9a1f-07712d7f3fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47404a7c-c6d7-4c06-af42-5edd3809e1bc,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:43.446372 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 54544) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:43.447653 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-34848c30-d01e-4b79-9a1f-07712d7f3fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:43.497735 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-27d78f97-91f9-4f48-bb1d-284de7ff2f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:43.517604 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-27d78f97-91f9-4f48-bb1d-284de7ff2f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:43.632912 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-27d78f97-91f9-4f48-bb1d-284de7ff2f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:43.635468 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-27d78f97-91f9-4f48-bb1d-284de7ff2f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:43.636585 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-27d78f97-91f9-4f48-bb1d-284de7ff2f84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47404a7c-c6d7-4c06-af42-5edd3809e1bc HTTP/1.1" status: 204 len: 168 time: 0.1887515 Jun 24 09:27:43.637333 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-3e6ad0b7-20d6-420c-9563-23f010dd0cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:43.644967 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d78f97-91f9-4f48-bb1d-284de7ff2f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47404a7c-c6d7-4c06-af42-5edd3809e1bc,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:43.647808 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-27d78f97-91f9-4f48-bb1d-284de7ff2f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:43.962329 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bb661-2048-4ef1-b1fe-bc25363bdaee req-484fb8c3-1b80-4491-a173-997e4ff995cf tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:43.965068 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6b6bb661-2048-4ef1-b1fe-bc25363bdaee req-484fb8c3-1b80-4491-a173-997e4ff995cf tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 946 time: 0.0645990 Jun 24 09:27:44.000579 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6b6bb661-2048-4ef1-b1fe-bc25363bdaee req-d89b482f-d9cf-44ea-bde5-5aff68f81f34 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312552 Jun 24 09:27:44.205741 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 54556) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:44.222214 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-50179c4e-306d-4317-9c90-dc6bee720600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:44.304507 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-50179c4e-306d-4317-9c90-dc6bee720600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:44.370407 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-50179c4e-306d-4317-9c90-dc6bee720600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:44.373652 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-bcef62dd-74f7-48e6-aeca-08b260873ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:44.407850 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-50179c4e-306d-4317-9c90-dc6bee720600 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73543c8c7c38465da34cc47884ff024b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010920 Jun 24 09:27:44.408699 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50179c4e-306d-4317-9c90-dc6bee720600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f330b6a-3ef8-48ee-ab71-4dcf253abd11,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:44.411160 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 54558) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:44.411688 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-50179c4e-306d-4317-9c90-dc6bee720600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:44.462825 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe224-0dfd-4883-94e2-2410a2d22a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:44.482360 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe224-0dfd-4883-94e2-2410a2d22a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:44.640257 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe224-0dfd-4883-94e2-2410a2d22a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:44.642980 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe224-0dfd-4883-94e2-2410a2d22a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:44.644080 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1a4fe224-0dfd-4883-94e2-2410a2d22a1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f330b6a-3ef8-48ee-ab71-4dcf253abd11 HTTP/1.1" status: 204 len: 168 time: 0.2319610 Jun 24 09:27:44.644805 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d1fe65f6-f3ae-4a78-a25c-86777a6530d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:44.653259 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fe224-0dfd-4883-94e2-2410a2d22a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f330b6a-3ef8-48ee-ab71-4dcf253abd11,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:44.655458 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1a4fe224-0dfd-4883-94e2-2410a2d22a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:45.178246 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950c47a-f01d-4a9f-8386-978e32e5e120 req-fa0fbe90-1853-40b5-83e7-ac577e9bbede tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:45.179743 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5950c47a-f01d-4a9f-8386-978e32e5e120 req-fa0fbe90-1853-40b5-83e7-ac577e9bbede tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 946 time: 0.0635862 Jun 24 09:27:45.217414 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5950c47a-f01d-4a9f-8386-978e32e5e120 req-f4a98e05-adb3-4b59-8d86-c486fdfd232f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322151 Jun 24 09:27:46.546983 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c1ed0-9b8d-4cc6-98ad-d55acfcf540f req-8161e080-1319-47fb-9b30-b6e1ab9e2ea2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:46.548427 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-116c1ed0-9b8d-4cc6-98ad-d55acfcf540f req-8161e080-1319-47fb-9b30-b6e1ab9e2ea2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 946 time: 0.2130342 Jun 24 09:27:46.586656 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-116c1ed0-9b8d-4cc6-98ad-d55acfcf540f req-72a90319-3a1a-4a31-8367-b9b008c54886 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319307 Jun 24 09:27:47.040341 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-2e99b3ab-9787-4704-84e9-22cb04e86d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:47.507116 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-89262546-bb63-49af-86cb-c9a6e25d15f4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:47.508462 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-89262546-bb63-49af-86cb-c9a6e25d15f4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.60 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 946 time: 0.0677238 Jun 24 09:27:47.610206 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Deleting port 81df801e-fcff-44cf-984a-bf751b7f9abc {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:27:47.610892 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:47.701411 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] For port 81df801e-fcff-44cf-984a-bf751b7f9abc, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=81df801e-fcff-44cf-984a-bf751b7f9abc,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:27:47.701863 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:47.831131 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42be2c5-6ab0-4274-b3f2-322c4ddad2a0 req-e85034a0-558b-4935-a4c1-12a5e877c554 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:47.832735 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a42be2c5-6ab0-4274-b3f2-322c4ddad2a0 req-e85034a0-558b-4935-a4c1-12a5e877c554 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 946 time: 0.1261470 Jun 24 09:27:47.871590 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a42be2c5-6ab0-4274-b3f2-322c4ddad2a0 req-04aecd18-8443-47b8-9771-5f18fcfbb2f8 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=0e195e82-3a41-415f-9134-b5fb162e18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323665 Jun 24 09:27:48.167950 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:48.168320 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:48.168631 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Floating IP 75f29f6a-0bc7-4516-81c9-f7253fbe3858 disassociated. External IP: 172.27.2.2, port: 81df801e-fcff-44cf-984a-bf751b7f9abc. Jun 24 09:27:48.168974 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Calling delete_port for 81df801e-fcff-44cf-984a-bf751b7f9abc owned by compute:nova {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:27:48.343127 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:48.348195 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4f905bc2-15ac-4b84-9379-0c41f528c6d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:48.375744 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event deleted for resources: {'Port': ['ID=81df801e-fcff-44cf-984a-bf751b7f9abc,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:48.378432 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:48.493866 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Router 94911580-b247-44b9-90bc-09ba29072a25 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:27:48.604461 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:27:48.613904 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87411206-1e1b-4a0c-b4c4-e2fc074982dc None None] Sync routers for ids ['94911580-b247-44b9-90bc-09ba29072a25'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:27:48.624138 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87411206-1e1b-4a0c-b4c4-e2fc074982dc None None] Routers {'94911580-b247-44b9-90bc-09ba29072a25'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:27:48.625012 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-87411206-1e1b-4a0c-b4c4-e2fc074982dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:27:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['94911580-b247-44b9-90bc-09ba29072a25'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:27:48.655394 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] No DVR routers for this DVR port 81df801e-fcff-44cf-984a-bf751b7f9abc on host hv-cinder-79781 {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:27:48.658142 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:48.660567 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b2057b8b-d695-4b44-b59d-d05875f37998 req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.60 "DELETE /v2.0/ports/81df801e-fcff-44cf-984a-bf751b7f9abc HTTP/1.1" status: 204 len: 173 time: 1.1446061 Jun 24 09:27:48.662151 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'name': 'network-vif-deleted', 'tag': '81df801e-fcff-44cf-984a-bf751b7f9abc'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:27:48.665650 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee23ada-aea2-46a5-84b7-de4b2f3b544f" -d '{"events": [{"server_uuid": "27c874ae-5cb3-4176-a256-36e5b8ec595f", "name": "network-vif-deleted", "tag": "81df801e-fcff-44cf-984a-bf751b7f9abc"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:27:48.704038 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e89f7e6-4c73-4c9b-9f3d-3a5deef54e30 x-openstack-request-id: req-3e89f7e6-4c73-4c9b-9f3d-3a5deef54e30 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:27:48.704543 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c874ae-5cb3-4176-a256-36e5b8ec595f", "name": "network-vif-deleted", "tag": "81df801e-fcff-44cf-984a-bf751b7f9abc", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:27:48.704829 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e89f7e6-4c73-4c9b-9f3d-3a5deef54e30 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:27:48.705251 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c874ae-5cb3-4176-a256-36e5b8ec595f', 'name': 'network-vif-deleted', 'tag': '81df801e-fcff-44cf-984a-bf751b7f9abc', 'status': 'completed', 'code': 200} Jun 24 09:27:48.738658 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-87411206-1e1b-4a0c-b4c4-e2fc074982dc None None] Set router 94911580-b247-44b9-90bc-09ba29072a25 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:27:49.032483 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-67f8279e-b7c6-41f3-b286-f3217e855daa req-e8eca281-8e73-4db8-bd1e-7442ad4d5abf tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=27c874ae-5cb3-4176-a256-36e5b8ec595f HTTP/1.1" status: 200 len: 210 time: 0.0307055 Jun 24 09:27:49.076274 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-87411206-1e1b-4a0c-b4c4-e2fc074982dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:23:00Z', 'revision_number': 5, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:27:49.108570 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87411206-1e1b-4a0c-b4c4-e2fc074982dc None None] Checking router: 94911580-b247-44b9-90bc-09ba29072a25 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:27:49.117973 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87411206-1e1b-4a0c-b4c4-e2fc074982dc None None] Routers {'94911580-b247-44b9-90bc-09ba29072a25'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:27:49.118951 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-87411206-1e1b-4a0c-b4c4-e2fc074982dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:27:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['94911580-b247-44b9-90bc-09ba29072a25'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:27:49.225564 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-87411206-1e1b-4a0c-b4c4-e2fc074982dc None None] Set router 94911580-b247-44b9-90bc-09ba29072a25 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:27:49.420787 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-87411206-1e1b-4a0c-b4c4-e2fc074982dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:23:00Z', 'revision_number': 5, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:27:49.447843 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87411206-1e1b-4a0c-b4c4-e2fc074982dc None None] The sync data for ids ['94911580-b247-44b9-90bc-09ba29072a25'] in dv-cinder-797812-1-iscsi is: [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:23:00Z', 'revision_number': 5, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:27:49.722081 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabd0efe-ea31-4bb1-a660-ede38e31e1b3 None None] New status for floating IP 75f29f6a-0bc7-4516-81c9-f7253fbe3858: DOWN {{(pid=93462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:27:49.783414 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-d3d58e7a-8fc4-4ad3-b389-8755c5034c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:49.985141 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:50.225151 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 54690) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:50.283097 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-69a0b19b-794d-4278-b6d1-44f2be9b0ca1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:50.310451 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-69a0b19b-794d-4278-b6d1-44f2be9b0ca1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:50.380026 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 54694) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:50.412481 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-69a0b19b-794d-4278-b6d1-44f2be9b0ca1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:50.415169 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-69a0b19b-794d-4278-b6d1-44f2be9b0ca1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:50.418963 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-69a0b19b-794d-4278-b6d1-44f2be9b0ca1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "DELETE /v2.0/security-groups/0e195e82-3a41-415f-9134-b5fb162e18cf HTTP/1.1" status: 204 len: 168 time: 0.1901407 Jun 24 09:27:50.418963 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-545d8ae1-fc24-481e-a654-ab1787a8afc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:50.419308 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 54698) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:50.426190 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0b19b-794d-4278-b6d1-44f2be9b0ca1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e195e82-3a41-415f-9134-b5fb162e18cf,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:50.428722 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-69a0b19b-794d-4278-b6d1-44f2be9b0ca1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:50.440406 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.api.v2.resource [None req-3e90cffa-3e30-497d-909c-3c0257fbc6e0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] show failed (client error): The resource could not be found. Jun 24 09:27:50.442886 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-3e90cffa-3e30-497d-909c-3c0257fbc6e0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups/0e195e82-3a41-415f-9134-b5fb162e18cf HTTP/1.1" status: 404 len: 347 time: 0.0221601 Jun 24 09:27:50.458306 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 54700) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:50.464218 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:50.517964 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b5fe-fd04-4ffb-8c69-81e80fef4828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:50.638657 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-9a0eef91-bda9-4678-b6c8-75ede8093c1e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Deleting port 623c9235-538c-4f98-b9c4-edd7911c558e {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:27:50.639023 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9a0eef91-bda9-4678-b6c8-75ede8093c1e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:50.729023 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b5fe-fd04-4ffb-8c69-81e80fef4828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:50.743906 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9a0eef91-bda9-4678-b6c8-75ede8093c1e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:50.744236 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9a0eef91-bda9-4678-b6c8-75ede8093c1e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:50.755875 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-9a0eef91-bda9-4678-b6c8-75ede8093c1e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Calling delete_port for 623c9235-538c-4f98-b9c4-edd7911c558e owned by network:floatingip {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:27:50.804237 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0fe5b5fe-fd04-4ffb-8c69-81e80fef4828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:50.808589 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0ce50c3e-5b7e-4644-8be7-638e3ddbf577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:50.852421 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0fe5b5fe-fd04-4ffb-8c69-81e80fef4828 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d685cd32f61c4a62be518fd7e461ecdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4708495 Jun 24 09:27:50.855183 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 54702) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:50.862740 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5b5fe-fd04-4ffb-8c69-81e80fef4828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518dff01-fd9f-4d01-aae8-23bca8d538c4,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:50.866608 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0fe5b5fe-fd04-4ffb-8c69-81e80fef4828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:50.914710 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-45abeb19-5f4d-44c8-b32e-cfaee33464d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:50.944851 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-45abeb19-5f4d-44c8-b32e-cfaee33464d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:51.069214 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9a0eef91-bda9-4678-b6c8-75ede8093c1e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:51.071278 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-d4e3d799-e7da-4aee-86bf-60046db47e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:51.091859 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-45abeb19-5f4d-44c8-b32e-cfaee33464d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:51.093858 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0eef91-bda9-4678-b6c8-75ede8093c1e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event deleted for resources: {'Port': ['ID=623c9235-538c-4f98-b9c4-edd7911c558e,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:51.094491 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-45abeb19-5f4d-44c8-b32e-cfaee33464d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:51.095752 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-45abeb19-5f4d-44c8-b32e-cfaee33464d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/518dff01-fd9f-4d01-aae8-23bca8d538c4 HTTP/1.1" status: 204 len: 168 time: 0.2392616 Jun 24 09:27:51.096625 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-06ffbb5c-aa10-4826-84b0-fa431dafba98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:51.099640 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9a0eef91-bda9-4678-b6c8-75ede8093c1e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:51.110912 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abeb19-5f4d-44c8-b32e-cfaee33464d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518dff01-fd9f-4d01-aae8-23bca8d538c4,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:51.117722 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-45abeb19-5f4d-44c8-b32e-cfaee33464d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:51.168643 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9a0eef91-bda9-4678-b6c8-75ede8093c1e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:51.173036 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9a0eef91-bda9-4678-b6c8-75ede8093c1e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:51.174194 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9a0eef91-bda9-4678-b6c8-75ede8093c1e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "DELETE /v2.0/floatingips/75f29f6a-0bc7-4516-81c9-f7253fbe3858 HTTP/1.1" status: 204 len: 168 time: 0.7140408 Jun 24 09:27:51.508029 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 81df801e-fcff-44cf-984a-bf751b7f9abc no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:27:51.512129 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 54712) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:51.516744 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-bf31d574-6a98-4a1d-916c-12aa8ba79a42 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1559420673', 'description': 'tempest-description--1436686760'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:27:51.530382 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: 81df801e-fcff-44cf-984a-bf751b7f9abc {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:27:51.530729 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 81df801e-fcff-44cf-984a-bf751b7f9abc not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:27:51.640233 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 54714) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:51.650982 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bf31d574-6a98-4a1d-916c-12aa8ba79a42 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:51.653171 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:51.671978 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.db.api [None req-bf31d574-6a98-4a1d-916c-12aa8ba79a42 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 09:27:51.671978 dv-cinder-797812-1-iscsi neutron-server[93460]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 09:27:51.671978 dv-cinder-797812-1-iscsi neutron-server[93460]: [parameters: {'project_id_1': '789de2cd33544e339915865a4902f236', 'expiration_1': datetime.datetime(2021, 6, 24, 9, 27, 51, 666716)}] Jun 24 09:27:51.671978 dv-cinder-797812-1-iscsi neutron-server[93460]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 09:27:51.672479 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_db.api [None req-bf31d574-6a98-4a1d-916c-12aa8ba79a42 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 09:27:51.744546 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:51.811440 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:51.814076 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a193d58b-5cbb-4ae8-a817-360247d9f4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:51.850099 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5003e4813514e01ba314a8b1a2f407f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087722 Jun 24 09:27:51.850955 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6828198-a7e4-4eec-befb-c8ab0e0cccb0,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:51.852679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 54716) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:51.857861 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:51.858236 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:51.858600 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:51.858984 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:51.859374 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:51.859730 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:51.860079 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:51.860429 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:51.860777 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:51.861120 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:51.861463 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:51.861804 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:51.866187 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7a1d6a2b-ddc7-48e4-af8e-d76ff57b7dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:51.900851 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:51.921619 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:52.023062 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:52.025673 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:52.026793 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6828198-a7e4-4eec-befb-c8ab0e0cccb0 HTTP/1.1" status: 204 len: 168 time: 0.1730354 Jun 24 09:27:52.028256 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-3c14d23b-af51-4424-b95a-3bd387ad5fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:52.036271 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6828198-a7e4-4eec-befb-c8ab0e0cccb0,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:52.045136 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:52.045484 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:52.045818 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:52.046177 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:52.046552 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:52.046926 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:52.047446 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:52.047806 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:52.048153 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:52.048496 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:52.048836 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:52.049340 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:27:52.053006 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-84957ac8-1968-4f36-8a49-702ab88147b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:52.173294 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bf31d574-6a98-4a1d-916c-12aa8ba79a42 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:52.256913 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bf31d574-6a98-4a1d-916c-12aa8ba79a42 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:52.309028 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:52.331616 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bf31d574-6a98-4a1d-916c-12aa8ba79a42 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:52.335096 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4a3a6dc9-86c0-4e3f-915e-867f72cb0bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:52.365391 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31d574-6a98-4a1d-916c-12aa8ba79a42 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:52.368277 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-bf31d574-6a98-4a1d-916c-12aa8ba79a42 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:52.416582 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bf31d574-6a98-4a1d-916c-12aa8ba79a42 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:52.417784 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-bf31d574-6a98-4a1d-916c-12aa8ba79a42 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9046359 Jun 24 09:27:52.420857 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 54726) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:52.425563 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-5057fbb9-0d5d-43ad-9fed-6763501ee08c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Request body: {'security_group_rule': {'security_group_id': '19ea67a5-5c97-4db8-ad25-c8fdd7a4df63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:27:52.520141 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5057fbb9-0d5d-43ad-9fed-6763501ee08c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:52.613477 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5057fbb9-0d5d-43ad-9fed-6763501ee08c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:52.638047 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86d8c1-7072-4921-81d0-93ed15910ee3 req-7fe6a80e-9bae-4ff3-bd42-eb5c97a9562f tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:52.639540 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-be86d8c1-7072-4921-81d0-93ed15910ee3 req-7fe6a80e-9bae-4ff3-bd42-eb5c97a9562f tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 945 time: 0.1040175 Jun 24 09:27:52.685206 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-be86d8c1-7072-4921-81d0-93ed15910ee3 req-2dabd395-d6e8-4590-8f29-a2403f61ae54 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394807 Jun 24 09:27:52.713069 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5057fbb9-0d5d-43ad-9fed-6763501ee08c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:52.715153 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:52.731763 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057fbb9-0d5d-43ad-9fed-6763501ee08c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a709cd2d-6891-4e7f-b0e7-669926f69fc7,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:52.734464 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5057fbb9-0d5d-43ad-9fed-6763501ee08c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:52.810482 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5057fbb9-0d5d-43ad-9fed-6763501ee08c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:52.811715 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-5057fbb9-0d5d-43ad-9fed-6763501ee08c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3897989 Jun 24 09:27:52.814311 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 54740) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:52.819512 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-d5312574-b717-4eca-92c6-acd7099d6b5b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Request body: {'security_group_rule': {'security_group_id': '19ea67a5-5c97-4db8-ad25-c8fdd7a4df63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:27:52.885397 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d5312574-b717-4eca-92c6-acd7099d6b5b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:52.941425 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d5312574-b717-4eca-92c6-acd7099d6b5b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:53.028881 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d5312574-b717-4eca-92c6-acd7099d6b5b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:53.030942 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:53.047355 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5312574-b717-4eca-92c6-acd7099d6b5b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cbcb29-82e9-4576-acef-b14aa2058670,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:53.049731 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-d5312574-b717-4eca-92c6-acd7099d6b5b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:53.132265 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d5312574-b717-4eca-92c6-acd7099d6b5b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:53.133477 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-d5312574-b717-4eca-92c6-acd7099d6b5b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3181915 Jun 24 09:27:53.136492 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 54752) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:27:53.141038 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Request body: {'floatingip': {'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:27:53.210487 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for floatingip, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:53.306180 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:53.407172 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Allocated IP 172.27.2.197 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/e2001eb9-2e7f-4cfa-b959-43933e1d1231) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:27:53.508805 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:53.639391 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:53.641489 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:53.676222 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:27:53.678856 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:27:53.682201 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:27:53.716413 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event updated for resources: {'Port': ['ID=e2001eb9-2e7f-4cfa-b959-43933e1d1231,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:53.717262 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:53.779769 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:53.871696 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46ca5-2d76-4c95-af94-6fdf20abc375 req-89a58761-03d9-46f9-a36e-fc7ec9d1d0d0 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:53.873168 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-58b46ca5-2d76-4c95-af94-6fdf20abc375 req-89a58761-03d9-46f9-a36e-fc7ec9d1d0d0 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 945 time: 0.0631208 Jun 24 09:27:53.908854 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:53.911290 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-58b46ca5-2d76-4c95-af94-6fdf20abc375 req-1a852780-5514-4bc9-b1aa-f6ab9e969833 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Jun 24 09:27:54.057199 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:54.110107 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:54.113101 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4c3adb5c-df68-4aec-a12f-61ddb84aa903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:54.181781 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event updated for resources: {'Port': ['ID=e2001eb9-2e7f-4cfa-b959-43933e1d1231,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:54.187118 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:54.189971 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:54.246017 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:54.247174 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1097314 Jun 24 09:27:54.427565 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-2b30911b-f479-4448-b129-f8de9cf627f1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1559420673&fields=id&tenant_id=789de2cd33544e339915865a4902f236 HTTP/1.1" status: 200 len: 267 time: 0.0317609 Jun 24 09:27:54.499103 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eda8c7-0767-4b16-97f5-a364f27ffcaf req-b311037f-e2a8-46bb-afda-538ee4272f56 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:54.500409 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-82eda8c7-0767-4b16-97f5-a364f27ffcaf req-b311037f-e2a8-46bb-afda-538ee4272f56 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 945 time: 0.0668330 Jun 24 09:27:54.534005 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-34e02565-3e9e-4477-854a-99fa5b76aad4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:54.535467 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-34e02565-3e9e-4477-854a-99fa5b76aad4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/networks?id=a5ca0700-991e-47d2-99de-f9047b5f2e60 HTTP/1.1" status: 200 len: 816 time: 0.1010494 Jun 24 09:27:54.551025 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-ead302a9-0dbb-4614-9757-3ec585f3ad53 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/quotas/789de2cd33544e339915865a4902f236 HTTP/1.1" status: 200 len: 375 time: 0.0096362 Jun 24 09:27:54.600332 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-82eda8c7-0767-4b16-97f5-a364f27ffcaf req-5678dceb-d68b-4f79-bb91-41b79d3e0770 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Deleting port 25a1207f-d7b9-4725-914d-2c2b34d24d53 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:27:54.600673 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-82eda8c7-0767-4b16-97f5-a364f27ffcaf req-5678dceb-d68b-4f79-bb91-41b79d3e0770 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:54.625055 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-376d094b-0cdd-4ec4-acad-5d4a28c330a0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=789de2cd33544e339915865a4902f236&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680039 Jun 24 09:27:54.692726 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-82eda8c7-0767-4b16-97f5-a364f27ffcaf req-5678dceb-d68b-4f79-bb91-41b79d3e0770 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] For port 25a1207f-d7b9-4725-914d-2c2b34d24d53, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=25a1207f-d7b9-4725-914d-2c2b34d24d53,segment=NetworkSegment(4dd0d472-22ca-4c74-8bd2-592993232e54),segment_id=4dd0d472-22ca-4c74-8bd2-592993232e54)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:27:54.693356 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-82eda8c7-0767-4b16-97f5-a364f27ffcaf req-5678dceb-d68b-4f79-bb91-41b79d3e0770 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:54.706945 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-82eda8c7-0767-4b16-97f5-a364f27ffcaf req-5678dceb-d68b-4f79-bb91-41b79d3e0770 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Calling delete_port for 25a1207f-d7b9-4725-914d-2c2b34d24d53 owned by compute:nova {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:27:54.815585 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-cb855ffc-db30-4c28-970a-fa9ce2562e89 service neutron] 10.222.0.39 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791034 Jun 24 09:27:54.902615 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-df0d27ba-1550-484a-83bf-2371faa50372 service neutron] 10.222.0.39 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826023 Jun 24 09:27:54.914678 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-82eda8c7-0767-4b16-97f5-a364f27ffcaf req-5678dceb-d68b-4f79-bb91-41b79d3e0770 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:54.918641 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:27:54.949111 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678dceb-d68b-4f79-bb91-41b79d3e0770 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Pushing event deleted for resources: {'Port': ['ID=25a1207f-d7b9-4725-914d-2c2b34d24d53,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:27:54.952281 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5678dceb-d68b-4f79-bb91-41b79d3e0770 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:27:54.955015 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['25a1207f-d7b9-4725-914d-2c2b34d24d53'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:27:54.994059 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eda8c7-0767-4b16-97f5-a364f27ffcaf req-5678dceb-d68b-4f79-bb91-41b79d3e0770 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] No DVR routers for this DVR port 25a1207f-d7b9-4725-914d-2c2b34d24d53 on host hv-cinder-79781 {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:27:54.996281 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-82eda8c7-0767-4b16-97f5-a364f27ffcaf req-5678dceb-d68b-4f79-bb91-41b79d3e0770 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:54.998229 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-82eda8c7-0767-4b16-97f5-a364f27ffcaf req-5678dceb-d68b-4f79-bb91-41b79d3e0770 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.60 "DELETE /v2.0/ports/25a1207f-d7b9-4725-914d-2c2b34d24d53 HTTP/1.1" status: 204 len: 173 time: 0.4911940 Jun 24 09:27:54.998722 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9a8744-35e8-4578-87e0-209bc255f375', 'name': 'network-vif-deleted', 'tag': '25a1207f-d7b9-4725-914d-2c2b34d24d53'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:27:55.001033 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2a25fc-df47-4a0f-ba31-1da00db831dd" -d '{"events": [{"server_uuid": "6d9a8744-35e8-4578-87e0-209bc255f375", "name": "network-vif-deleted", "tag": "25a1207f-d7b9-4725-914d-2c2b34d24d53"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:27:55.086373 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4efcf6ed-802e-4efa-a84d-fdf33c9dba77 req-a731a54b-27a8-4052-acc5-4d2fa10fc5f2 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 210 time: 0.0287957 Jun 24 09:27:55.143426 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa59383-5bb3-4ebf-a71a-090e77cabb7d x-openstack-request-id: req-daa59383-5bb3-4ebf-a71a-090e77cabb7d {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:27:55.149672 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9a8744-35e8-4578-87e0-209bc255f375", "name": "network-vif-deleted", "tag": "25a1207f-d7b9-4725-914d-2c2b34d24d53", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:27:55.149672 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-daa59383-5bb3-4ebf-a71a-090e77cabb7d {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:27:55.149672 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9a8744-35e8-4578-87e0-209bc255f375', 'name': 'network-vif-deleted', 'tag': '25a1207f-d7b9-4725-914d-2c2b34d24d53', 'status': 'completed', 'code': 200} Jun 24 09:27:55.171513 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8257865a-bb0e-4f3b-bb45-a460ff185cf8 req-894911b5-9039-423c-b194-66dfaf66975e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 210 time: 0.0304370 Jun 24 09:27:56.244962 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9254ccbc-deb1-4f4b-848a-e788ec287f99 req-8fdf0683-4070-473a-b4da-5d1f1378228b tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 210 time: 0.0326936 Jun 24 09:27:56.319357 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-be6f4d6a-3c61-4e7d-bdfe-9abad63a5999 req-484686ea-e4a8-4f0a-851b-6bd0fc7e962e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 210 time: 0.0309885 Jun 24 09:27:57.395473 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9c0f704b-b0e4-494f-8a5e-7ef14728f22f req-998f2d63-b990-48c5-b2d4-87d3888bb4cc tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 210 time: 0.0274942 Jun 24 09:27:57.571509 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7febcff7-37a7-498d-9006-782c210163f5 req-2c7d6f10-b7c2-40f6-a615-dc51e98d2058 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 210 time: 0.0313087 Jun 24 09:27:58.503264 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4e4b52af-fe57-44af-8b67-f8d596975c68 req-eb47a515-36bf-443f-b448-e1bedda1e060 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528181 Jun 24 09:27:58.552951 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-97db0a0b-2402-475b-8cbb-44ee0d4a0b45 req-7cdef66d-08b0-415b-924f-bb672bc093ce tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9a8744-35e8-4578-87e0-209bc255f375 HTTP/1.1" status: 200 len: 210 time: 0.0277088 Jun 24 09:27:58.588935 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:27:58.633415 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b52af-fe57-44af-8b67-f8d596975c68 req-f2bac6be-6957-4072-807e-735bcfe1b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:58.634787 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4e4b52af-fe57-44af-8b67-f8d596975c68 req-f2bac6be-6957-4072-807e-735bcfe1b35a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0547485 Jun 24 09:27:58.748927 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9aa2b7ea-7332-4142-81d0-0b63e09ab78b req-6992fbfb-2d1f-43f7-aef9-a01966231c6b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 210 time: 0.0320423 Jun 24 09:27:58.782991 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b52af-fe57-44af-8b67-f8d596975c68 req-2d46d296-6f2c-4ef2-8cc9-683b3719b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:58.784400 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4e4b52af-fe57-44af-8b67-f8d596975c68 req-2d46d296-6f2c-4ef2-8cc9-683b3719b8eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 913 time: 0.1155453 Jun 24 09:27:58.855297 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4e4b52af-fe57-44af-8b67-f8d596975c68 req-10d78350-8dab-444c-b1d1-712044b28071 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 HTTP/1.1" status: 200 len: 1001 time: 0.0588231 Jun 24 09:27:58.904296 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b52af-fe57-44af-8b67-f8d596975c68 req-dbb4ca7d-865c-45b1-9d86-c552ee50e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:58.905685 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4e4b52af-fe57-44af-8b67-f8d596975c68 req-dbb4ca7d-865c-45b1-9d86-c552ee50e0d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e12545-9651-49d6-befe-66dc1f60d9c6 HTTP/1.1" status: 200 len: 851 time: 0.0441492 Jun 24 09:27:58.996732 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b52af-fe57-44af-8b67-f8d596975c68 req-e94e4a98-a115-4307-8598-9030fcc24681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:58.998194 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4e4b52af-fe57-44af-8b67-f8d596975c68 req-e94e4a98-a115-4307-8598-9030fcc24681 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb47e512-5e26-4207-b976-9fe983e57a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517006 Jun 24 09:27:59.090423 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4e4b52af-fe57-44af-8b67-f8d596975c68 req-18f99ad9-7843-4179-984e-55f2bf3c3301 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848622 Jun 24 09:27:59.179975 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4e4b52af-fe57-44af-8b67-f8d596975c68 req-b4035ce4-f763-405c-a33d-49ac0fce185f service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823095 Jun 24 09:27:59.561996 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 25a1207f-d7b9-4725-914d-2c2b34d24d53 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:27:59.587861 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: 25a1207f-d7b9-4725-914d-2c2b34d24d53 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:27:59.588283 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 25a1207f-d7b9-4725-914d-2c2b34d24d53 not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:27:59.913550 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6b1a80de-b012-456b-b6f0-78a3a35f3185 req-3c618afa-e350-4098-8679-eed1ad1d9781 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 210 time: 0.0325575 Jun 24 09:27:59.970608 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0d259ba-ac56-4a0d-9af7-48d18a4d14cd tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:27:59.972038 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0d259ba-ac56-4a0d-9af7-48d18a4d14cd tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.60 "GET /v2.0/networks?id=a5ca0700-991e-47d2-99de-f9047b5f2e60 HTTP/1.1" status: 200 len: 816 time: 0.1483879 Jun 24 09:28:00.025342 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-0986b798-808b-46bc-9b88-329611106c94 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=789de2cd33544e339915865a4902f236 HTTP/1.1" status: 200 len: 380 time: 0.0353081 Jun 24 09:28:00.034616 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Request body: {'port': {'device_id': '774663e7-3af7-4ea0-9911-713f89779ee9', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'admin_state_up': True, 'tenant_id': '789de2cd33544e339915865a4902f236', 'security_groups': ['19ea67a5-5c97-4db8-ad25-c8fdd7a4df63']}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:28:00.240600 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Made reservation on behalf of 789de2cd33544e339915865a4902f236 for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:28:00.244210 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:00.362683 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Allocated IP 172.20.0.10 (a5ca0700-991e-47d2-99de-f9047b5f2e60/172579aa-233f-48bd-9ad4-0b00016b6268/37307e8b-b926-49cc-a8ee-c8e02a4999e5) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:28:00.495782 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:00.508754 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Transition to ACTIVE for port object 37307e8b-b926-49cc-a8ee-c8e02a4999e5 will not be triggered until provisioned by entity DHCP. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:00.606275 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:00.610254 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-11127a7e-6d83-46a3-bac5-b6499dc1034e tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:00.649941 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Network a5ca0700-991e-47d2-99de-f9047b5f2e60 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:28:00.653003 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:28:00.656607 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:28:00.681335 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event updated for resources: {'Port': ['ID=37307e8b-b926-49cc-a8ee-c8e02a4999e5,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:00.685657 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:00.715638 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:00.716240 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:00.778108 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7473261 Jun 24 09:28:01.011358 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-6ba4ef2f-fe2a-4b80-8843-f0a572e0c40c None None] Provisioning for port 37307e8b-b926-49cc-a8ee-c8e02a4999e5 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:28:01.015300 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-6ba4ef2f-fe2a-4b80-8843-f0a572e0c40c None None] Provisioning complete for port 37307e8b-b926-49cc-a8ee-c8e02a4999e5 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:01.015680 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ef2f-fe2a-4b80-8843-f0a572e0c40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:01.049286 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-6ba4ef2f-fe2a-4b80-8843-f0a572e0c40c None None] Port 37307e8b-b926-49cc-a8ee-c8e02a4999e5 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:28:01.089121 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df463456-e8b5-48ad-9511-35766cc71c5f req-363a1a28-ffce-47d3-91ec-dc6e2b0f46c2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:01.090599 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-df463456-e8b5-48ad-9511-35766cc71c5f req-363a1a28-ffce-47d3-91ec-dc6e2b0f46c2 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 932 time: 0.0616791 Jun 24 09:28:01.130383 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-df463456-e8b5-48ad-9511-35766cc71c5f req-bd61326a-764b-48c0-9e3b-b36a775a4ae9 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339282 Jun 24 09:28:02.302621 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da875bba-5a54-4cab-b4ef-38d147c2540a req-0e1ab6f6-ac30-47ff-8394-d0153ba2b7bf tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:02.304677 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-da875bba-5a54-4cab-b4ef-38d147c2540a req-0e1ab6f6-ac30-47ff-8394-d0153ba2b7bf tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 932 time: 0.0626383 Jun 24 09:28:02.340785 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-da875bba-5a54-4cab-b4ef-38d147c2540a req-629bb181-10aa-4508-b256-37867b439167 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305083 Jun 24 09:28:02.997989 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Request body: {'port': {'device_id': '774663e7-3af7-4ea0-9911-713f89779ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:28:03.069899 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:03.324331 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37307e8b-b926-49cc-a8ee-c8e02a4999e5 {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:28:03.331741 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:03.343545 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Transition to ACTIVE for port object 37307e8b-b926-49cc-a8ee-c8e02a4999e5 will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:03.389783 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:03.392151 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a42d5638-de95-4f14-997e-688aa71690c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:03.440625 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Pushing event updated for resources: {'Port': ['ID=37307e8b-b926-49cc-a8ee-c8e02a4999e5,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:03.459097 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:03.511257 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Attempting to bind port 37307e8b-b926-49cc-a8ee-c8e02a4999e5 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:28:03.511520 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Attempting to bind port 37307e8b-b926-49cc-a8ee-c8e02a4999e5 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:28:03.511839 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Attempting to bind port 37307e8b-b926-49cc-a8ee-c8e02a4999e5 on network a5ca0700-991e-47d2-99de-f9047b5f2e60 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:28:03.516371 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Port 37307e8b-b926-49cc-a8ee-c8e02a4999e5 on network a5ca0700-991e-47d2-99de-f9047b5f2e60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:28:03.516683 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Attempting to bind port 37307e8b-b926-49cc-a8ee-c8e02a4999e5 on network a5ca0700-991e-47d2-99de-f9047b5f2e60 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:28:03.521757 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:28:03.522725 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Checking segment: {'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:28:03.523216 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Bound using segment: {'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:28:03.523644 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Bound port: 37307e8b-b926-49cc-a8ee-c8e02a4999e5, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64701fd1-ef6b-41c9-83f1-5aea334774b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:28:03.523989 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:03.524799 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef6e8c-af97-43d6-bb1c-55d1919cb1b9 req-f2b62821-3390-44d0-b1da-ff99fe3694aa tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:03.526340 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ebef6e8c-af97-43d6-bb1c-55d1919cb1b9 req-f2b62821-3390-44d0-b1da-ff99fe3694aa tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0667961 Jun 24 09:28:03.567614 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ebef6e8c-af97-43d6-bb1c-55d1919cb1b9 req-0489cee7-41f7-40d8-9043-39f5c11830f9 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352690 Jun 24 09:28:03.611615 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] For port 37307e8b-b926-49cc-a8ee-c8e02a4999e5, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:28:03.614576 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] For port 37307e8b-b926-49cc-a8ee-c8e02a4999e5, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:28:03.663948 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:03.665880 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e17234db-e6ae-4cd6-9169-c980b2e31633 tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:03.702627 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:03.703305 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:03.704682 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] 10.222.0.60 "PUT /v2.0/ports/37307e8b-b926-49cc-a8ee-c8e02a4999e5 HTTP/1.1" status: 200 len: 1094 time: 0.7109332 Jun 24 09:28:03.705163 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774663e7-3af7-4ea0-9911-713f89779ee9', 'tag': '37307e8b-b926-49cc-a8ee-c8e02a4999e5'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:28:03.707501 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d18c10-63c8-4f59-9ae5-82774687e563" -d '{"events": [{"name": "network-changed", "server_uuid": "774663e7-3af7-4ea0-9911-713f89779ee9", "tag": "37307e8b-b926-49cc-a8ee-c8e02a4999e5"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:28:03.728920 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Pushing event updated for resources: {'Port': ['ID=37307e8b-b926-49cc-a8ee-c8e02a4999e5,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:03.732062 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:03.748022 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37f13c2-84b6-4f34-b5e1-7c5172753ae0 x-openstack-request-id: req-f37f13c2-84b6-4f34-b5e1-7c5172753ae0 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:28:03.748345 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774663e7-3af7-4ea0-9911-713f89779ee9", "tag": "37307e8b-b926-49cc-a8ee-c8e02a4999e5", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:28:03.748628 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f37f13c2-84b6-4f34-b5e1-7c5172753ae0 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:28:03.749048 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774663e7-3af7-4ea0-9911-713f89779ee9', 'tag': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'status': 'completed', 'code': 200} Jun 24 09:28:04.766311 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8c09c-ab2f-4804-ab26-bbfb664ba238 req-50b947e5-2a63-4204-b728-976b51712be3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:04.767888 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bdc8c09c-ab2f-4804-ab26-bbfb664ba238 req-50b947e5-2a63-4204-b728-976b51712be3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0765283 Jun 24 09:28:04.806930 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bdc8c09c-ab2f-4804-ab26-bbfb664ba238 req-54ef8afe-1a91-406b-943a-4af566bfe62a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331268 Jun 24 09:28:05.980700 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969d11f-3e83-488b-a5b5-a41a5bd1d366 req-753f621c-ca68-42ad-b380-b15316260d60 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:05.982112 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3969d11f-3e83-488b-a5b5-a41a5bd1d366 req-753f621c-ca68-42ad-b380-b15316260d60 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0619879 Jun 24 09:28:06.020782 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3969d11f-3e83-488b-a5b5-a41a5bd1d366 req-98515c9f-2f64-4274-9785-8ef4178c4678 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332050 Jun 24 09:28:06.170303 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-97a10c0b-f1a7-4be1-b1b5-daeb13574189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:06.171729 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-97a10c0b-f1a7-4be1-b1b5-daeb13574189 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=789de2cd33544e339915865a4902f236&device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0506334 Jun 24 09:28:06.218351 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-5333d4ce-e370-4544-ba41-19ab3ca3ce43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5 HTTP/1.1" status: 200 len: 217 time: 0.0324671 Jun 24 09:28:06.268967 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-d118270e-a4cb-4233-9206-d2a29f1e22ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:06.270275 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-d118270e-a4cb-4233-9206-d2a29f1e22ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=172579aa-233f-48bd-9ad4-0b00016b6268 HTTP/1.1" status: 200 len: 855 time: 0.0421958 Jun 24 09:28:06.325005 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-fab55ec1-73ec-425c-afea-251c435cab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:06.326398 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-fab55ec1-73ec-425c-afea-251c435cab8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5ca0700-991e-47d2-99de-f9047b5f2e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486767 Jun 24 09:28:06.415816 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-a0d0c972-e2a3-44b8-b238-cfbb80feaca8 service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813191 Jun 24 09:28:06.510950 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7d80fa88-d40d-4f5b-acfa-0a96722be52c req-be393bf0-37e7-4320-a1ac-1af2dbc8cfe1 service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886185 Jun 24 09:28:06.596746 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:28:07.198847 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a52f-c649-438a-abe5-122733d5ce66 req-620ca419-8d94-4777-9124-f62883e82275 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:07.200277 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-1d74a52f-c649-438a-abe5-122733d5ce66 req-620ca419-8d94-4777-9124-f62883e82275 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0661674 Jun 24 09:28:07.236639 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-1d74a52f-c649-438a-abe5-122733d5ce66 req-a7cc7069-15a2-41f5-b714-dd71d1428a7c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307190 Jun 24 09:28:08.409334 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f858b1-ce42-4585-9977-dc216da60d77 req-d36ae523-8f0d-443a-a6b8-51d442588ebf tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:08.410652 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a7f858b1-ce42-4585-9977-dc216da60d77 req-d36ae523-8f0d-443a-a6b8-51d442588ebf tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0619717 Jun 24 09:28:08.446433 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a7f858b1-ce42-4585-9977-dc216da60d77 req-c130641d-4ba2-4aee-be38-4dbf59ca7d09 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296984 Jun 24 09:28:09.290188 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d18c10-63c8-4f59-9ae5-82774687e563 req-d316401d-3569-4000-8012-58687c0ad486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:09.291722 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36d18c10-63c8-4f59-9ae5-82774687e563 req-d316401d-3569-4000-8012-58687c0ad486 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=789de2cd33544e339915865a4902f236&device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0559452 Jun 24 09:28:09.378296 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d18c10-63c8-4f59-9ae5-82774687e563 req-8c85445c-a21f-45c1-89cb-0a6b8de1cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:09.379725 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36d18c10-63c8-4f59-9ae5-82774687e563 req-8c85445c-a21f-45c1-89cb-0a6b8de1cba3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5ca0700-991e-47d2-99de-f9047b5f2e60 HTTP/1.1" status: 200 len: 917 time: 0.0807889 Jun 24 09:28:09.419987 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36d18c10-63c8-4f59-9ae5-82774687e563 req-d5fafaac-583c-4df1-87e1-267b2ae2080b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5 HTTP/1.1" status: 200 len: 217 time: 0.0329146 Jun 24 09:28:09.473044 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d18c10-63c8-4f59-9ae5-82774687e563 req-81707ac7-fbd6-4d10-9e91-a7556d31ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:09.474456 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36d18c10-63c8-4f59-9ae5-82774687e563 req-81707ac7-fbd6-4d10-9e91-a7556d31ec48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=172579aa-233f-48bd-9ad4-0b00016b6268 HTTP/1.1" status: 200 len: 855 time: 0.0456886 Jun 24 09:28:09.535037 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d18c10-63c8-4f59-9ae5-82774687e563 req-1176e8d9-2027-4906-a129-e524c2ebcfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:09.536867 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36d18c10-63c8-4f59-9ae5-82774687e563 req-1176e8d9-2027-4906-a129-e524c2ebcfd9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5ca0700-991e-47d2-99de-f9047b5f2e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541337 Jun 24 09:28:09.649940 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d0ef7-53c0-4027-9e75-82f7b822a6e8 req-c8a203fc-ae27-4cb1-8689-85028e8a09a3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:09.652089 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-149d0ef7-53c0-4027-9e75-82f7b822a6e8 req-c8a203fc-ae27-4cb1-8689-85028e8a09a3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0899386 Jun 24 09:28:09.657337 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36d18c10-63c8-4f59-9ae5-82774687e563 req-6c973984-7ae0-419e-a4ec-19a6870c81b8 service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124845 Jun 24 09:28:09.700603 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-149d0ef7-53c0-4027-9e75-82f7b822a6e8 req-00ed1107-274a-41fb-bda9-d694d4c580b1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422354 Jun 24 09:28:09.759909 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36d18c10-63c8-4f59-9ae5-82774687e563 req-8940b811-9f54-40c4-b177-ec41d09328ef service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940168 Jun 24 09:28:10.876336 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfae7a-c87d-4edd-bf18-3224b7ab538d req-355cacf8-ca92-4a78-9320-0f2a13d69ed7 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:10.877672 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4cdfae7a-c87d-4edd-bf18-3224b7ab538d req-355cacf8-ca92-4a78-9320-0f2a13d69ed7 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0620468 Jun 24 09:28:10.914343 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4cdfae7a-c87d-4edd-bf18-3224b7ab538d req-e39f4f9d-40ea-4bca-a830-81c9876038aa tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303190 Jun 24 09:28:12.094177 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba1452-1ddc-4d30-949f-3781f2a656a9 req-1415cdea-204d-47e8-8dce-aa020a12fe75 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:12.095640 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c5ba1452-1ddc-4d30-949f-3781f2a656a9 req-1415cdea-204d-47e8-8dce-aa020a12fe75 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0651307 Jun 24 09:28:12.348293 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c5ba1452-1ddc-4d30-949f-3781f2a656a9 req-3a4399a7-ef96-41ac-b5d7-4eba6359829d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470996 Jun 24 09:28:13.456278 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 37307e8b-b926-49cc-a8ee-c8e02a4999e5 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:28:13.529452 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef15f77-6a70-4eaa-8404-4bc7e8d81da7 req-3d094e52-3de0-4e18-b9c9-c8215fb5a316 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:13.530826 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8ef15f77-6a70-4eaa-8404-4bc7e8d81da7 req-3d094e52-3de0-4e18-b9c9-c8215fb5a316 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0670874 Jun 24 09:28:13.552866 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 37307e8b-b926-49cc-a8ee-c8e02a4999e5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:28:13.564484 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'port_id': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'mac_address': 'fa:16:3e:f5:65:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:28:13.568420 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8ef15f77-6a70-4eaa-8404-4bc7e8d81da7 req-162e82d3-ce13-4eed-9d15-a1b229be673b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319421 Jun 24 09:28:13.601464 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:13.613517 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37307e8b-b926-49cc-a8ee-c8e02a4999e5 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:28:13.632028 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 37307e8b-b926-49cc-a8ee-c8e02a4999e5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:28:13.691875 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:13.693710 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:13.743184 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=37307e8b-b926-49cc-a8ee-c8e02a4999e5,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:13.749989 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:13.750354 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:13.750676 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:13.751044 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:13.751372 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:13.751700 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:13.752054 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:13.752383 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:13.752702 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:13.753022 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:13.753341 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:13.753656 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:13.757505 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:14.084138 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['37307e8b-b926-49cc-a8ee-c8e02a4999e5'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:28:14.552340 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844456e3-a20d-400d-8585-acea992e4a3d req-3bab71a0-0d40-4b84-b87f-caf1c89bd303 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:14.553899 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-844456e3-a20d-400d-8585-acea992e4a3d req-3bab71a0-0d40-4b84-b87f-caf1c89bd303 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/networks?id=650151da-326a-4b2c-929d-948601dc7489 HTTP/1.1" status: 200 len: 813 time: 0.0983326 Jun 24 09:28:14.569609 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-844456e3-a20d-400d-8585-acea992e4a3d req-85047629-a4a3-4fe8-ae31-767e86459650 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/quotas/c8e911dcef6c469eacdc79eb4aeef134 HTTP/1.1" status: 200 len: 375 time: 0.0098155 Jun 24 09:28:14.615098 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-844456e3-a20d-400d-8585-acea992e4a3d req-46e26fa5-3b3c-4502-820a-5978f446f040 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8e911dcef6c469eacdc79eb4aeef134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391333 Jun 24 09:28:14.705977 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-844456e3-a20d-400d-8585-acea992e4a3d req-661c4ba2-01b2-4a98-9fc1-18735ced81e3 service neutron] 10.222.0.39 "GET /v2.0/networks/650151da-326a-4b2c-929d-948601dc7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880020 Jun 24 09:28:14.754359 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7568157-207e-4efc-a056-8815c51a3170 req-b9ba6c81-c288-4a8b-bf4b-6952fc4d8cc4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:14.755834 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d7568157-207e-4efc-a056-8815c51a3170 req-b9ba6c81-c288-4a8b-bf4b-6952fc4d8cc4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 945 time: 0.0658255 Jun 24 09:28:14.793647 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d7568157-207e-4efc-a056-8815c51a3170 req-cd684c4b-8a6b-46ec-baa3-03e5fcf23730 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317686 Jun 24 09:28:14.796741 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-844456e3-a20d-400d-8585-acea992e4a3d req-04b58ae3-9505-4bb2-9743-9f3f570d5da5 service neutron] 10.222.0.39 "GET /v2.0/networks/650151da-326a-4b2c-929d-948601dc7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845900 Jun 24 09:28:15.052193 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc09ab48-fcac-45f1-adab-8ff059407f58 req-f0465f41-fa3b-4ecc-8afe-c8945ce1982f tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 210 time: 0.0278022 Jun 24 09:28:15.469842 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 37307e8b-b926-49cc-a8ee-c8e02a4999e5 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:28:15.565796 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port 37307e8b-b926-49cc-a8ee-c8e02a4999e5 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:28:15.570303 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 37307e8b-b926-49cc-a8ee-c8e02a4999e5 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:15.570717 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:15.650659 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:15.676776 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774663e7-3af7-4ea0-9911-713f89779ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37307e8b-b926-49cc-a8ee-c8e02a4999e5'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:28:15.679086 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d0f012-ef88-4018-adfe-ebafdc094fc1" -d '{"events": [{"server_uuid": "774663e7-3af7-4ea0-9911-713f89779ee9", "name": "network-vif-plugged", "status": "completed", "tag": "37307e8b-b926-49cc-a8ee-c8e02a4999e5"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:28:15.691428 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 37307e8b-b926-49cc-a8ee-c8e02a4999e5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:28:15.714340 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0b2452-1de3-4c65-b797-751dbc990f28 x-openstack-request-id: req-3d0b2452-1de3-4c65-b797-751dbc990f28 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:28:15.714662 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774663e7-3af7-4ea0-9911-713f89779ee9", "name": "network-vif-plugged", "status": "completed", "tag": "37307e8b-b926-49cc-a8ee-c8e02a4999e5", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:28:15.714969 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d0b2452-1de3-4c65-b797-751dbc990f28 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:28:15.715369 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774663e7-3af7-4ea0-9911-713f89779ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'code': 200} Jun 24 09:28:15.760312 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:15.762263 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:15.809085 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=37307e8b-b926-49cc-a8ee-c8e02a4999e5,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:15.811967 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:15.979729 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c439598-69b5-4736-ad41-3f0cdd0655b2 req-53cfabf3-fa4c-42e6-83a2-513299e42ed8 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:15.981081 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9c439598-69b5-4736-ad41-3f0cdd0655b2 req-53cfabf3-fa4c-42e6-83a2-513299e42ed8 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0671475 Jun 24 09:28:16.017526 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9c439598-69b5-4736-ad41-3f0cdd0655b2 req-c58d7b62-7896-48a5-aecb-1db0877d6b60 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307968 Jun 24 09:28:16.199618 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d02f15-8764-4102-b580-5cfd1d05c757 req-e5d7b40a-4b58-488e-b6d4-8c0ac1f1ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:16.201097 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-61d02f15-8764-4102-b580-5cfd1d05c757 req-e5d7b40a-4b58-488e-b6d4-8c0ac1f1ee5b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 1099 time: 0.1096330 Jun 24 09:28:16.212503 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bf9bc0df-43d9-49b1-aad5-498e7cf87675 req-2c2a7a34-146b-4535-b58c-65a372478578 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 210 time: 0.0311627 Jun 24 09:28:16.269141 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-61d02f15-8764-4102-b580-5cfd1d05c757 req-d49fa04c-4ebf-48f7-8359-63df3b6f8b94 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281470 Jun 24 09:28:17.023331 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-50f2f332-cc6d-4cef-b065-12d8eda9ab93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:17.198177 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d71f5-c2b9-4525-8b33-9e9dda727bae req-801f21de-350e-4f1e-93e7-d87406686035 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:17.200128 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1d2d71f5-c2b9-4525-8b33-9e9dda727bae req-801f21de-350e-4f1e-93e7-d87406686035 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0696774 Jun 24 09:28:17.237656 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1d2d71f5-c2b9-4525-8b33-9e9dda727bae req-a908c058-52a7-45c4-9544-63f6dafdd907 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317643 Jun 24 09:28:17.354674 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-dc9d0515-cae3-48e6-b325-1047954565af req-10414511-f2d3-45a3-8807-32585509b1f3 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 210 time: 0.0294180 Jun 24 09:28:17.467960 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844456e3-a20d-400d-8585-acea992e4a3d req-48a7a156-e2cf-4f5c-98bb-ef890b135afd tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:17.469434 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-844456e3-a20d-400d-8585-acea992e4a3d req-48a7a156-e2cf-4f5c-98bb-ef890b135afd tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.60 "GET /v2.0/networks?id=650151da-326a-4b2c-929d-948601dc7489 HTTP/1.1" status: 200 len: 813 time: 0.1006694 Jun 24 09:28:17.506576 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-844456e3-a20d-400d-8585-acea992e4a3d req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Request body: {'port': {'device_id': 'a26b3138-ebeb-4edd-805a-237492aff99d', 'network_id': '650151da-326a-4b2c-929d-948601dc7489', 'admin_state_up': True, 'tenant_id': 'c8e911dcef6c469eacdc79eb4aeef134'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:28:17.704452 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 55036) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:28:17.819017 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b709267c-32ab-4731-b0a7-5488fbfb7975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:17.911866 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b709267c-32ab-4731-b0a7-5488fbfb7975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:17.977431 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-b709267c-32ab-4731-b0a7-5488fbfb7975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:17.980756 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-11120556-c326-4b39-9c56-b4250032bbcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:18.014192 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-b709267c-32ab-4731-b0a7-5488fbfb7975 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d16d0f6fb2b94583bfd3b2f8256d50c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086164 Jun 24 09:28:18.016532 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709267c-32ab-4731-b0a7-5488fbfb7975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c128f00-ef37-424c-8958-b3b324f5653d,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:18.016896 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55044) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:28:18.019603 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-b709267c-32ab-4731-b0a7-5488fbfb7975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:18.064700 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7b1928c1-928b-41e3-b0fe-7505b2e2cf81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:18.074269 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844456e3-a20d-400d-8585-acea992e4a3d req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Made reservation on behalf of c8e911dcef6c469eacdc79eb4aeef134 for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:28:18.077643 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-844456e3-a20d-400d-8585-acea992e4a3d req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:18.101924 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7b1928c1-928b-41e3-b0fe-7505b2e2cf81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:18.231406 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-844456e3-a20d-400d-8585-acea992e4a3d req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Allocated IP 172.20.0.14 (650151da-326a-4b2c-929d-948601dc7489/8794a81a-f92e-4f88-b412-66c94b8ab3cc/5e0560d4-e0bd-496f-bf98-a977dbd01b82) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:28:18.282903 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7b1928c1-928b-41e3-b0fe-7505b2e2cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:18.285428 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7b1928c1-928b-41e3-b0fe-7505b2e2cf81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:18.286579 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7b1928c1-928b-41e3-b0fe-7505b2e2cf81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c128f00-ef37-424c-8958-b3b324f5653d HTTP/1.1" status: 204 len: 168 time: 0.2685678 Jun 24 09:28:18.296296 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8dc521ab-f53b-4e7f-8dac-d4c86f4d3108 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:18.331063 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1928c1-928b-41e3-b0fe-7505b2e2cf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c128f00-ef37-424c-8958-b3b324f5653d,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:18.334543 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7b1928c1-928b-41e3-b0fe-7505b2e2cf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:18.421087 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-844456e3-a20d-400d-8585-acea992e4a3d req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:18.478795 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac0404-7073-43b1-9ddd-0c6f9207871e req-9d29cd8d-a0b2-4ec0-88fb-2cf29a05ea95 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:18.480296 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9ac0404-7073-43b1-9ddd-0c6f9207871e req-9d29cd8d-a0b2-4ec0-88fb-2cf29a05ea95 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.1069534 Jun 24 09:28:18.516576 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-75616cfa-cd3d-44c9-b1ce-75eee1dcebd5 req-885c0bbd-9e68-48f8-b554-9146c743ee57 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 210 time: 0.0406127 Jun 24 09:28:18.519674 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b9ac0404-7073-43b1-9ddd-0c6f9207871e req-bc450cac-89b7-4b8d-8cc6-5014acbde9ec tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336630 Jun 24 09:28:18.555805 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-844456e3-a20d-400d-8585-acea992e4a3d req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:18.560055 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a8c623d8-1d07-48a8-b767-cc4d52c73dcb tempest-VolumesActionsTest-923605642 tempest-VolumesActionsTest-923605642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:18.605801 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844456e3-a20d-400d-8585-acea992e4a3d req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Network 650151da-326a-4b2c-929d-948601dc7489 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:28:18.609337 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-844456e3-a20d-400d-8585-acea992e4a3d req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:28:18.613991 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-844456e3-a20d-400d-8585-acea992e4a3d req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:28:18.643009 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Pushing event updated for resources: {'Port': ['ID=5e0560d4-e0bd-496f-bf98-a977dbd01b82,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:18.647431 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:18.675385 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844456e3-a20d-400d-8585-acea992e4a3d req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:18.675976 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-844456e3-a20d-400d-8585-acea992e4a3d req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:18.703843 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49042557-0b90-4af9-a55e-56c4d9b45715 req-3f42f40e-4f14-4b33-be42-492d9db5ee30 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:18.705323 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-49042557-0b90-4af9-a55e-56c4d9b45715 req-3f42f40e-4f14-4b33-be42-492d9db5ee30 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0704296 Jun 24 09:28:18.713671 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 55062) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:28:18.718170 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-be04d0a2-1dbd-493a-9ea9-f0151c98fa6a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Request body: {'floatingip': {'port_id': '37307e8b-b926-49cc-a8ee-c8e02a4999e5'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:28:18.777421 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-844456e3-a20d-400d-8585-acea992e4a3d req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2747173 Jun 24 09:28:18.787892 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-be04d0a2-1dbd-493a-9ea9-f0151c98fa6a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for floatingip, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:18.796439 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Request body: {'port': {'device_id': 'a26b3138-ebeb-4edd-805a-237492aff99d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:28:18.869652 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:19.132794 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0560d4-e0bd-496f-bf98-a977dbd01b82 {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:28:19.143209 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:19.154266 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Transition to ACTIVE for port object 5e0560d4-e0bd-496f-bf98-a977dbd01b82 will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:19.217526 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:19.220660 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:19.272516 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0560d4-e0bd-496f-bf98-a977dbd01b82,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:19.276264 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:19.282514 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-be04d0a2-1dbd-493a-9ea9-f0151c98fa6a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:19.342462 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Attempting to bind port 5e0560d4-e0bd-496f-bf98-a977dbd01b82 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:28:19.342778 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Attempting to bind port 5e0560d4-e0bd-496f-bf98-a977dbd01b82 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '4dd0d472-22ca-4c74-8bd2-592993232e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '650151da-326a-4b2c-929d-948601dc7489'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:28:19.343138 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Attempting to bind port 5e0560d4-e0bd-496f-bf98-a977dbd01b82 on network 650151da-326a-4b2c-929d-948601dc7489 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:28:19.348263 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Port 5e0560d4-e0bd-496f-bf98-a977dbd01b82 on network 650151da-326a-4b2c-929d-948601dc7489 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:28:19.348263 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Attempting to bind port 5e0560d4-e0bd-496f-bf98-a977dbd01b82 on network 650151da-326a-4b2c-929d-948601dc7489 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:28:19.352728 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:28:19.353160 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Checking segment: {'id': '4dd0d472-22ca-4c74-8bd2-592993232e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '650151da-326a-4b2c-929d-948601dc7489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:28:19.353447 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Bound using segment: {'id': '4dd0d472-22ca-4c74-8bd2-592993232e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '650151da-326a-4b2c-929d-948601dc7489'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:28:19.353873 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Bound port: 5e0560d4-e0bd-496f-bf98-a977dbd01b82, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0d472-22ca-4c74-8bd2-592993232e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '650151da-326a-4b2c-929d-948601dc7489'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:28:19.354216 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:19.366778 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-be04d0a2-1dbd-493a-9ea9-f0151c98fa6a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:19.425917 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] For port 5e0560d4-e0bd-496f-bf98-a977dbd01b82, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:28:19.430574 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] For port 5e0560d4-e0bd-496f-bf98-a977dbd01b82, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=5e0560d4-e0bd-496f-bf98-a977dbd01b82,segment=NetworkSegment(4dd0d472-22ca-4c74-8bd2-592993232e54),segment_id=4dd0d472-22ca-4c74-8bd2-592993232e54)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:28:19.468992 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.l3_db [None req-be04d0a2-1dbd-493a-9ea9-f0151c98fa6a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Floating IP de08cded-07be-4e5f-bfd6-bb017459f962 associated. External IP: 172.27.2.197, port: 37307e8b-b926-49cc-a8ee-c8e02a4999e5. Jun 24 09:28:19.503662 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:19.506707 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-393539d5-390a-4abe-bd15-933306773a2a tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:19.538534 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:19.539165 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:19.540515 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-844456e3-a20d-400d-8585-acea992e4a3d req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] 10.222.0.60 "PUT /v2.0/ports/5e0560d4-e0bd-496f-bf98-a977dbd01b82 HTTP/1.1" status: 200 len: 1094 time: 0.7484138 Jun 24 09:28:19.541020 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26b3138-ebeb-4edd-805a-237492aff99d', 'tag': '5e0560d4-e0bd-496f-bf98-a977dbd01b82'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:28:19.544517 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd33b5b5-7be5-49e8-aae4-971ce723f54d" -d '{"events": [{"name": "network-changed", "server_uuid": "a26b3138-ebeb-4edd-805a-237492aff99d", "tag": "5e0560d4-e0bd-496f-bf98-a977dbd01b82"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:28:19.585920 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0560d4-e0bd-496f-bf98-a977dbd01b82,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:19.595501 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:19.748946 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326eefa2-d12f-4a4a-975a-5de11669d603 x-openstack-request-id: req-326eefa2-d12f-4a4a-975a-5de11669d603 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:28:19.752385 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26b3138-ebeb-4edd-805a-237492aff99d", "tag": "5e0560d4-e0bd-496f-bf98-a977dbd01b82", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:28:19.752385 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-326eefa2-d12f-4a4a-975a-5de11669d603 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:28:19.752385 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26b3138-ebeb-4edd-805a-237492aff99d', 'tag': '5e0560d4-e0bd-496f-bf98-a977dbd01b82', 'status': 'completed', 'code': 200} Jun 24 09:28:19.760728 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be04d0a2-1dbd-493a-9ea9-f0151c98fa6a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Router 94911580-b247-44b9-90bc-09ba29072a25 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:28:19.772050 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-98ba438c-6ec4-4113-9aa6-2f3fd99dd81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:19.778193 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271cb8-6138-436d-af55-e1a1b8e0c6fb req-a45aebf6-2d48-4aa1-92b6-ce1d61bd467d tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:19.779733 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a271cb8-6138-436d-af55-e1a1b8e0c6fb req-a45aebf6-2d48-4aa1-92b6-ce1d61bd467d tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 944 time: 0.1213958 Jun 24 09:28:19.806880 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844456e3-a20d-400d-8585-acea992e4a3d req-a48a3db3-7e15-4d13-8442-2e02d894483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:19.808313 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-844456e3-a20d-400d-8585-acea992e4a3d req-a48a3db3-7e15-4d13-8442-2e02d894483f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8e911dcef6c469eacdc79eb4aeef134&device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 1097 time: 0.1141527 Jun 24 09:28:19.832036 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a271cb8-6138-436d-af55-e1a1b8e0c6fb req-ce6ddb5c-a9ab-4a0d-90f6-07fc317d57ad tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464890 Jun 24 09:28:19.862592 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-844456e3-a20d-400d-8585-acea992e4a3d req-6d61117e-72f7-439f-b41f-092e8579853c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e0560d4-e0bd-496f-bf98-a977dbd01b82 HTTP/1.1" status: 200 len: 217 time: 0.0380676 Jun 24 09:28:19.875683 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be04d0a2-1dbd-493a-9ea9-f0151c98fa6a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:28:19.880211 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-be04d0a2-1dbd-493a-9ea9-f0151c98fa6a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:19.887510 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2c996-5c68-4106-a7b9-e8bfd2a910e8 None None] Sync routers for ids ['94911580-b247-44b9-90bc-09ba29072a25'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:28:19.899046 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2c996-5c68-4106-a7b9-e8bfd2a910e8 None None] Routers {'94911580-b247-44b9-90bc-09ba29072a25'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:28:19.899904 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-4da2c996-5c68-4106-a7b9-e8bfd2a910e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:28:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['94911580-b247-44b9-90bc-09ba29072a25'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:19.918078 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-be04d0a2-1dbd-493a-9ea9-f0151c98fa6a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "PUT /v2.0/floatingips/de08cded-07be-4e5f-bfd6-bb017459f962 HTTP/1.1" status: 200 len: 992 time: 1.2032766 Jun 24 09:28:19.919216 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774663e7-3af7-4ea0-9911-713f89779ee9', 'tag': '37307e8b-b926-49cc-a8ee-c8e02a4999e5'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:28:19.922156 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edcc551-3d25-4bd4-8a02-a38ce1d75337" -d '{"events": [{"name": "network-changed", "server_uuid": "774663e7-3af7-4ea0-9911-713f89779ee9", "tag": "37307e8b-b926-49cc-a8ee-c8e02a4999e5"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:28:19.922691 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844456e3-a20d-400d-8585-acea992e4a3d req-25f13d8e-6111-4f46-bb5b-2a474c1f2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:19.924292 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-844456e3-a20d-400d-8585-acea992e4a3d req-25f13d8e-6111-4f46-bb5b-2a474c1f2a6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8794a81a-f92e-4f88-b412-66c94b8ab3cc HTTP/1.1" status: 200 len: 853 time: 0.0539069 Jun 24 09:28:19.970020 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-844456e3-a20d-400d-8585-acea992e4a3d req-823099f9-5028-4393-bdb7-e8f47c28053a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=650151da-326a-4b2c-929d-948601dc7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351627 Jun 24 09:28:19.990375 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:20.032086 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-4da2c996-5c68-4106-a7b9-e8bfd2a910e8 None None] Set router 94911580-b247-44b9-90bc-09ba29072a25 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:28:20.055829 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbf7b3b-673b-4355-891f-fb88b1727ddb x-openstack-request-id: req-acbf7b3b-673b-4355-891f-fb88b1727ddb {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:28:20.056162 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774663e7-3af7-4ea0-9911-713f89779ee9", "tag": "37307e8b-b926-49cc-a8ee-c8e02a4999e5", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:28:20.056455 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acbf7b3b-673b-4355-891f-fb88b1727ddb {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:28:20.056886 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774663e7-3af7-4ea0-9911-713f89779ee9', 'tag': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'status': 'completed', 'code': 200} Jun 24 09:28:20.074382 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-844456e3-a20d-400d-8585-acea992e4a3d req-5027f35d-b858-48ba-9cbb-5133a92c95da service neutron] 10.222.0.60 "GET /v2.0/networks/650151da-326a-4b2c-929d-948601dc7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960648 Jun 24 09:28:20.272067 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcc551-3d25-4bd4-8a02-a38ce1d75337 req-8c134ea6-35bc-4ef0-bec3-50bdca177da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:20.278783 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0edcc551-3d25-4bd4-8a02-a38ce1d75337 req-8c134ea6-35bc-4ef0-bec3-50bdca177da7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=789de2cd33544e339915865a4902f236&device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 1099 time: 0.1370380 Jun 24 09:28:20.279430 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-4da2c996-5c68-4106-a7b9-e8bfd2a910e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'de08cded-07be-4e5f-bfd6-bb017459f962', 'tenant_id': '789de2cd33544e339915865a4902f236', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': '94911580-b247-44b9-90bc-09ba29072a25', 'port_id': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'mac_address': 'fa:16:3e:f5:65:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774663e7-3af7-4ea0-9911-713f89779ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:27:53Z', 'updated_at': '2021-06-24T09:28:19Z', 'revision_number': 1, 'project_id': '789de2cd33544e339915865a4902f236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:23:00Z', 'revision_number': 5, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:20.292286 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-844456e3-a20d-400d-8585-acea992e4a3d req-30de45a8-6d56-48fa-9e59-d87917c8bb80 service neutron] 10.222.0.60 "GET /v2.0/networks/650151da-326a-4b2c-929d-948601dc7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571193 Jun 24 09:28:20.305164 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2c996-5c68-4106-a7b9-e8bfd2a910e8 None None] Checking router: 94911580-b247-44b9-90bc-09ba29072a25 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:28:20.313427 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2c996-5c68-4106-a7b9-e8bfd2a910e8 None None] Routers {'94911580-b247-44b9-90bc-09ba29072a25'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:28:20.314039 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-4da2c996-5c68-4106-a7b9-e8bfd2a910e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:28:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['94911580-b247-44b9-90bc-09ba29072a25'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:20.371253 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcc551-3d25-4bd4-8a02-a38ce1d75337 req-78832810-807b-4e47-9f2f-414d88e26b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:20.372679 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0edcc551-3d25-4bd4-8a02-a38ce1d75337 req-78832810-807b-4e47-9f2f-414d88e26b23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5ca0700-991e-47d2-99de-f9047b5f2e60 HTTP/1.1" status: 200 len: 917 time: 0.0921793 Jun 24 09:28:20.429203 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-4da2c996-5c68-4106-a7b9-e8bfd2a910e8 None None] Set router 94911580-b247-44b9-90bc-09ba29072a25 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:28:20.440253 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0edcc551-3d25-4bd4-8a02-a38ce1d75337 req-6e7365c8-a86c-421d-a54d-14b1ee333b00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5 HTTP/1.1" status: 200 len: 1000 time: 0.0591986 Jun 24 09:28:20.506090 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:20.539693 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcc551-3d25-4bd4-8a02-a38ce1d75337 req-e451f28d-25cb-44ad-84dd-861304eaf5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:20.541127 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0edcc551-3d25-4bd4-8a02-a38ce1d75337 req-e451f28d-25cb-44ad-84dd-861304eaf5df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=172579aa-233f-48bd-9ad4-0b00016b6268 HTTP/1.1" status: 200 len: 855 time: 0.0834835 Jun 24 09:28:20.582014 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33b5b5-7be5-49e8-aae4-971ce723f54d req-f48c6421-bac7-410d-9261-9c0b9e4e7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:20.583545 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd33b5b5-7be5-49e8-aae4-971ce723f54d req-f48c6421-bac7-410d-9261-9c0b9e4e7437 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8e911dcef6c469eacdc79eb4aeef134&device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 1097 time: 0.1178472 Jun 24 09:28:20.676552 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcc551-3d25-4bd4-8a02-a38ce1d75337 req-df0678c3-f6e6-4505-81d0-bfc1ec92be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:20.678026 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0edcc551-3d25-4bd4-8a02-a38ce1d75337 req-df0678c3-f6e6-4505-81d0-bfc1ec92be7c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5ca0700-991e-47d2-99de-f9047b5f2e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1279819 Jun 24 09:28:20.701038 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33b5b5-7be5-49e8-aae4-971ce723f54d req-0f367c5b-c701-4ad9-86bc-370f257d86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:20.702346 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd33b5b5-7be5-49e8-aae4-971ce723f54d req-0f367c5b-c701-4ad9-86bc-370f257d86cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=650151da-326a-4b2c-929d-948601dc7489 HTTP/1.1" status: 200 len: 914 time: 0.1120660 Jun 24 09:28:20.771948 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd33b5b5-7be5-49e8-aae4-971ce723f54d req-f647bf78-cc51-497e-bebc-8a9972f207ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e0560d4-e0bd-496f-bf98-a977dbd01b82 HTTP/1.1" status: 200 len: 217 time: 0.0598385 Jun 24 09:28:20.772175 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-4da2c996-5c68-4106-a7b9-e8bfd2a910e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'de08cded-07be-4e5f-bfd6-bb017459f962', 'tenant_id': '789de2cd33544e339915865a4902f236', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': '94911580-b247-44b9-90bc-09ba29072a25', 'port_id': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'mac_address': 'fa:16:3e:f5:65:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774663e7-3af7-4ea0-9911-713f89779ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:27:53Z', 'updated_at': '2021-06-24T09:28:19Z', 'revision_number': 1, 'project_id': '789de2cd33544e339915865a4902f236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:23:00Z', 'revision_number': 5, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:20.798508 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2c996-5c68-4106-a7b9-e8bfd2a910e8 None None] The sync data for ids ['94911580-b247-44b9-90bc-09ba29072a25'] in dv-cinder-797812-1-iscsi is: [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'de08cded-07be-4e5f-bfd6-bb017459f962', 'tenant_id': '789de2cd33544e339915865a4902f236', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': '94911580-b247-44b9-90bc-09ba29072a25', 'port_id': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'mac_address': 'fa:16:3e:f5:65:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774663e7-3af7-4ea0-9911-713f89779ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:27:53Z', 'updated_at': '2021-06-24T09:28:19Z', 'revision_number': 1, 'project_id': '789de2cd33544e339915865a4902f236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:23:00Z', 'revision_number': 5, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:28:20.849594 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33b5b5-7be5-49e8-aae4-971ce723f54d req-a884cd42-f113-49ef-8b69-30540eb14c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:20.851080 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd33b5b5-7be5-49e8-aae4-971ce723f54d req-a884cd42-f113-49ef-8b69-30540eb14c28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8794a81a-f92e-4f88-b412-66c94b8ab3cc HTTP/1.1" status: 200 len: 853 time: 0.0729187 Jun 24 09:28:20.852916 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0edcc551-3d25-4bd4-8a02-a38ce1d75337 req-5992d6a9-0753-4bd1-8491-12e3a7b067b6 service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643059 Jun 24 09:28:20.899112 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd33b5b5-7be5-49e8-aae4-971ce723f54d req-4737c769-b22c-4406-aa50-450f71643ad6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=650151da-326a-4b2c-929d-948601dc7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356634 Jun 24 09:28:21.014134 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd0656a-9c9e-4d1f-8bdf-0f15a95e971c None None] New status for floating IP de08cded-07be-4e5f-bfd6-bb017459f962: ACTIVE {{(pid=93462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:28:21.083925 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0edcc551-3d25-4bd4-8a02-a38ce1d75337 req-1b2d0551-549f-4280-979b-b07015d88eec service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110143 Jun 24 09:28:21.087304 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd33b5b5-7be5-49e8-aae4-971ce723f54d req-72cf46ab-3a32-4441-b9b0-aa315046998c service neutron] 10.222.0.60 "GET /v2.0/networks/650151da-326a-4b2c-929d-948601dc7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793070 Jun 24 09:28:21.106879 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43455120-68f3-449c-b55a-78af9d64ee5b req-4783c128-b787-4db7-b8be-de45f2c4ea8f tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:21.108330 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-43455120-68f3-449c-b55a-78af9d64ee5b req-4783c128-b787-4db7-b8be-de45f2c4ea8f tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 944 time: 0.1288495 Jun 24 09:28:21.197957 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-43455120-68f3-449c-b55a-78af9d64ee5b req-6ffcd37c-6180-442b-8f23-fcc5e67ea14e tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769122 Jun 24 09:28:21.232969 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-dd33b5b5-7be5-49e8-aae4-971ce723f54d req-4aaf7be5-f670-44d7-b140-48a4b25edb1a service neutron] 10.222.0.60 "GET /v2.0/networks/650151da-326a-4b2c-929d-948601dc7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203570 Jun 24 09:28:22.320550 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:22.382059 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a723a99-25b8-4d3a-b022-18c587b6b5a5 req-a54f35b0-bb9f-46d9-b8e6-8bcb4fa411de tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:22.383554 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1a723a99-25b8-4d3a-b022-18c587b6b5a5 req-a54f35b0-bb9f-46d9-b8e6-8bcb4fa411de tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 944 time: 0.0660572 Jun 24 09:28:22.420431 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1a723a99-25b8-4d3a-b022-18c587b6b5a5 req-17db3f7d-01fe-4417-81f9-60a8f298724f tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314863 Jun 24 09:28:23.588581 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9006900-3c52-4d1f-8854-4959659023c9 req-0aa0a618-2dc0-4dfa-9c8f-90efcd9b2f28 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:23.590029 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e9006900-3c52-4d1f-8854-4959659023c9 req-0aa0a618-2dc0-4dfa-9c8f-90efcd9b2f28 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 944 time: 0.0620162 Jun 24 09:28:23.626868 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e9006900-3c52-4d1f-8854-4959659023c9 req-5c67ae23-f978-4b40-b592-8f643db6996f tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309730 Jun 24 09:28:24.796470 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0e0f7-5c0b-4aef-926e-86e37891a5c0 req-94ade1b4-2a81-48a5-98d6-0a67c4f6618f tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:24.797864 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b1d0e0f7-5c0b-4aef-926e-86e37891a5c0 req-94ade1b4-2a81-48a5-98d6-0a67c4f6618f tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 944 time: 0.0642831 Jun 24 09:28:24.834223 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b1d0e0f7-5c0b-4aef-926e-86e37891a5c0 req-0d6f277b-d3e4-4785-a57c-fb76b6248746 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308721 Jun 24 09:28:24.950320 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 5e0560d4-e0bd-496f-bf98-a977dbd01b82 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:28:25.042215 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 5e0560d4-e0bd-496f-bf98-a977dbd01b82, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=5e0560d4-e0bd-496f-bf98-a977dbd01b82,segment=NetworkSegment(4dd0d472-22ca-4c74-8bd2-592993232e54),segment_id=4dd0d472-22ca-4c74-8bd2-592993232e54)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:28:25.052869 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '5e0560d4-e0bd-496f-bf98-a977dbd01b82', 'network_id': '650151da-326a-4b2c-929d-948601dc7489', 'port_id': '5e0560d4-e0bd-496f-bf98-a977dbd01b82', 'mac_address': 'fa:16:3e:8a:97:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8794a81a-f92e-4f88-b412-66c94b8ab3cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:28:25.089071 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:25.101425 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0560d4-e0bd-496f-bf98-a977dbd01b82 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:28:25.121598 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 5e0560d4-e0bd-496f-bf98-a977dbd01b82, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=5e0560d4-e0bd-496f-bf98-a977dbd01b82,segment=NetworkSegment(4dd0d472-22ca-4c74-8bd2-592993232e54),segment_id=4dd0d472-22ca-4c74-8bd2-592993232e54)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:28:25.183404 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:25.185121 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:25.232898 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=5e0560d4-e0bd-496f-bf98-a977dbd01b82,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:25.235872 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:25.514219 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['5e0560d4-e0bd-496f-bf98-a977dbd01b82'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:28:26.005840 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b1eba-3d94-4ffa-8bb4-c7c44f4cc4c9 req-b0fd1dc4-fac3-48ca-b78c-f37539b0e8ad tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:26.007844 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3c7b1eba-3d94-4ffa-8bb4-c7c44f4cc4c9 req-b0fd1dc4-fac3-48ca-b78c-f37539b0e8ad tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 945 time: 0.0633698 Jun 24 09:28:26.046308 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3c7b1eba-3d94-4ffa-8bb4-c7c44f4cc4c9 req-740bd387-eee5-4698-84dd-bcebaa8ddfd2 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325651 Jun 24 09:28:27.221966 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9df3e6-17b1-407c-91ce-b347fc6fe4f7 req-e9359bc3-8373-4110-80b4-d32894c395e1 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:27.223503 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cd9df3e6-17b1-407c-91ce-b347fc6fe4f7 req-e9359bc3-8373-4110-80b4-d32894c395e1 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 945 time: 0.0657206 Jun 24 09:28:27.260808 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cd9df3e6-17b1-407c-91ce-b347fc6fe4f7 req-6e82efcf-97b0-4bed-b14a-e5c47e859bf8 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309441 Jun 24 09:28:27.521927 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 5e0560d4-e0bd-496f-bf98-a977dbd01b82 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:28:27.634452 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port 5e0560d4-e0bd-496f-bf98-a977dbd01b82 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:28:27.638130 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 5e0560d4-e0bd-496f-bf98-a977dbd01b82 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:27.638506 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:27.712319 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:27.739089 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26b3138-ebeb-4edd-805a-237492aff99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0560d4-e0bd-496f-bf98-a977dbd01b82'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:28:27.741334 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9eefc9-34c5-4605-ae7d-a30c479f96d6" -d '{"events": [{"server_uuid": "a26b3138-ebeb-4edd-805a-237492aff99d", "name": "network-vif-plugged", "status": "completed", "tag": "5e0560d4-e0bd-496f-bf98-a977dbd01b82"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:28:27.753785 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 5e0560d4-e0bd-496f-bf98-a977dbd01b82, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=5e0560d4-e0bd-496f-bf98-a977dbd01b82,segment=NetworkSegment(4dd0d472-22ca-4c74-8bd2-592993232e54),segment_id=4dd0d472-22ca-4c74-8bd2-592993232e54)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:28:27.776276 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca213f1-bd48-4f73-b2bf-a151bf96e49c x-openstack-request-id: req-eca213f1-bd48-4f73-b2bf-a151bf96e49c {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:28:27.776578 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26b3138-ebeb-4edd-805a-237492aff99d", "name": "network-vif-plugged", "status": "completed", "tag": "5e0560d4-e0bd-496f-bf98-a977dbd01b82", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:28:27.781609 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eca213f1-bd48-4f73-b2bf-a151bf96e49c {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:28:27.781609 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26b3138-ebeb-4edd-805a-237492aff99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0560d4-e0bd-496f-bf98-a977dbd01b82', 'code': 200} Jun 24 09:28:27.840396 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:27.842258 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:27.887548 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=5e0560d4-e0bd-496f-bf98-a977dbd01b82,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:27.890587 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:28.167656 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0547866-48e1-4673-90a8-7904709117f5 req-df14ff1c-9673-479a-8eab-b1a1c6390596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:28.169078 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d0547866-48e1-4673-90a8-7904709117f5 req-df14ff1c-9673-479a-8eab-b1a1c6390596 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 1099 time: 0.0546124 Jun 24 09:28:28.202651 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d0547866-48e1-4673-90a8-7904709117f5 req-44f241fa-4222-4957-b233-a4ab6f68db0d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268815 Jun 24 09:28:28.434610 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a5c1d-d143-4a13-a968-637a93a85243 req-8b739f40-8f24-489b-8fe1-c036de1ff5b9 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:28.436003 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e45a5c1d-d143-4a13-a968-637a93a85243 req-8b739f40-8f24-489b-8fe1-c036de1ff5b9 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.0626271 Jun 24 09:28:28.472846 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e45a5c1d-d143-4a13-a968-637a93a85243 req-74caf641-6a40-49ec-b86b-b6ca7611ee3a tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Jun 24 09:28:28.743082 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:28.960255 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 55166) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:28:29.059596 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-290c9b32-f3a6-4b6d-93d6-dcfb72973e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:29.143342 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-290c9b32-f3a6-4b6d-93d6-dcfb72973e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:29.206288 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-290c9b32-f3a6-4b6d-93d6-dcfb72973e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:29.209873 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-1a5d8c3d-207c-4cdf-a6c6-3c0948dd8eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:29.243662 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-290c9b32-f3a6-4b6d-93d6-dcfb72973e4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f0429cbea2848988feee675e8080861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817531 Jun 24 09:28:29.245593 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c9b32-f3a6-4b6d-93d6-dcfb72973e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c7b276-7a92-4652-844a-bb138fb40552,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:29.246337 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55170) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:28:29.249330 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-290c9b32-f3a6-4b6d-93d6-dcfb72973e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:29.294097 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-85b73823-2fbd-431d-ae98-806511e0fadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:29.317980 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-85b73823-2fbd-431d-ae98-806511e0fadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:29.434956 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-85b73823-2fbd-431d-ae98-806511e0fadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:29.437594 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-85b73823-2fbd-431d-ae98-806511e0fadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:29.438699 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-85b73823-2fbd-431d-ae98-806511e0fadb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53c7b276-7a92-4652-844a-bb138fb40552 HTTP/1.1" status: 204 len: 168 time: 0.1913264 Jun 24 09:28:29.439483 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3a90343c-c0ee-47e2-b57b-16a1afc73074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:29.448122 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b73823-2fbd-431d-ae98-806511e0fadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c7b276-7a92-4652-844a-bb138fb40552,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:29.450333 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-85b73823-2fbd-431d-ae98-806511e0fadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:29.649185 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7e626-3083-4f7e-ab09-68592fd419ba req-0090bf8c-bc07-4715-bb79-f4fb914d9e29 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:29.651199 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-30a7e626-3083-4f7e-ab09-68592fd419ba req-0090bf8c-bc07-4715-bb79-f4fb914d9e29 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.0666978 Jun 24 09:28:29.689290 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-30a7e626-3083-4f7e-ab09-68592fd419ba req-568bd4ec-5117-45aa-993f-9f3988102388 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324841 Jun 24 09:28:30.409846 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55196) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:28:30.499674 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-858564482-network', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:28:30.640416 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Made reservation on behalf of 9f3beff15aad4dfe91723ec3a6e45ca5 for: {'network': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:28:30.642734 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:30.651648 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:30.736239 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:30.794988 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:30.798090 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7419c4b1-e583-42c4-b9c2-7cb958d55d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:30.852384 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=93459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:28:30.868166 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c8a469-4537-442a-8344-8327f3eff922,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:30.871086 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:30.871430 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Added segment 0d250128-c092-4908-b3c2-42c08ce4a051 of type vlan for network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 Jun 24 09:28:30.873718 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:30.917296 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:30.942947 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f414a-5e02-406c-ad06-3881a40ccbf5 req-deef34de-8858-47ec-a1e5-965643130109 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:30.944357 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-112f414a-5e02-406c-ad06-3881a40ccbf5 req-deef34de-8858-47ec-a1e5-965643130109 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.1441143 Jun 24 09:28:30.986762 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-112f414a-5e02-406c-ad06-3881a40ccbf5 req-5f3fd037-6e13-49f4-97e3-de38da57fb8b tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337703 Jun 24 09:28:31.057567 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:31.059128 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:31.059710 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:31.061976 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:31.122242 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f81b0b-afc3-4888-9577-0c6cf346cbf0,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:31.125106 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:31.132494 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:28:31.172949 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7620101 Jun 24 09:28:31.175630 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55208) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:28:31.182172 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-849def76-5b13-4661-897b-0fb3cbef8136 admin admin] Request body: {'subnet': {'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-858564482-subnet', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'ip_version': 4}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:28:31.275041 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849def76-5b13-4661-897b-0fb3cbef8136 admin admin] Made reservation on behalf of 9f3beff15aad4dfe91723ec3a6e45ca5 for: {'subnet': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:28:31.277406 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-849def76-5b13-4661-897b-0fb3cbef8136 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12682739'] for subnet, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:31.503668 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-849def76-5b13-4661-897b-0fb3cbef8136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125717007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12682721'] for subnet, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:31.506646 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:31.813564 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849def76-5b13-4661-897b-0fb3cbef8136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ffab51-0bbc-42bc-96b1-b1a0e501df29,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:31.815958 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849def76-5b13-4661-897b-0fb3cbef8136 admin admin] Checking segment: {'id': '0d250128-c092-4908-b3c2-42c08ce4a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:28:31.816302 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849def76-5b13-4661-897b-0fb3cbef8136 admin admin] Network hostable DHCP agents. Network: f8f81b0b-afc3-4888-9577-0c6cf346cbf0, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:28:31.819281 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-849def76-5b13-4661-897b-0fb3cbef8136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:31.915312 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849def76-5b13-4661-897b-0fb3cbef8136 admin admin] Network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:28:31.995095 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-849def76-5b13-4661-897b-0fb3cbef8136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, f8f81b0b-afc3-4888-9577-0c6cf346cbf0) {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:28:31.999235 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849def76-5b13-4661-897b-0fb3cbef8136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:31.999835 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-849def76-5b13-4661-897b-0fb3cbef8136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:32.005587 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234d6bc-498f-4b00-8c5e-204b044b8951 None None] Network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:28:32.120710 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-849def76-5b13-4661-897b-0fb3cbef8136 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9439962 Jun 24 09:28:32.123224 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55218) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:28:32.128501 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:28:32.151865 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed33512-b3e3-58ef-ba84-c64153fe4983-f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'fixed_ips': [{'subnet_id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29'}]}} from dv-cinder-797812-1-iscsi. {{(pid=93461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:28:32.152744 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:32.206390 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16302751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25639'] for router, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:32.207476 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16302253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16375808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16395457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25640'] for router, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:32.256813 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:32.283010 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.db_base_plugin_common [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Allocated IP 172.20.0.2 (f8f81b0b-afc3-4888-9577-0c6cf346cbf0/76ffab51-0bbc-42bc-96b1-b1a0e501df29/0402e34e-7a45-4e40-8d97-46b7013dc473) {{(pid=93461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:28:32.415844 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:32.423561 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Transition to ACTIVE for port object 0402e34e-7a45-4e40-8d97-46b7013dc473 will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:32.437951 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Transition to ACTIVE for port object 0402e34e-7a45-4e40-8d97-46b7013dc473 will not be triggered until provisioned by entity DHCP. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:32.453130 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16318367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16302736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25658'] for router, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:32.497762 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:32.500467 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-1111bdbb-ec9b-464f-83ee-c72c0b7a8ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:32.537664 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 is already hosted by enough agents. {{(pid=93461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:28:32.540405 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.base_scheduler [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Resources bound (agent type, host, resource id): {{(pid=93461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:28:32.543660 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Received port after_create {{(pid=93461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:28:32.552245 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Pushing event updated for resources: {'Port': ['ID=0402e34e-7a45-4e40-8d97-46b7013dc473,revision_number=1']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:32.557078 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:32.611286 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Attempting to bind port 0402e34e-7a45-4e40-8d97-46b7013dc473 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:28:32.611662 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Attempting to bind port 0402e34e-7a45-4e40-8d97-46b7013dc473 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '0d250128-c092-4908-b3c2-42c08ce4a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:28:32.612033 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Attempting to bind port 0402e34e-7a45-4e40-8d97-46b7013dc473 on network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:28:32.617083 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:28:32.617991 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Checking segment: {'id': '0d250128-c092-4908-b3c2-42c08ce4a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:28:32.618405 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:32.618794 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Bound using segment: {'id': '0d250128-c092-4908-b3c2-42c08ce4a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:28:32.619299 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Bound port: 0402e34e-7a45-4e40-8d97-46b7013dc473, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d250128-c092-4908-b3c2-42c08ce4a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:28:32.619674 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:32.682773 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] For port 0402e34e-7a45-4e40-8d97-46b7013dc473, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:28:32.685983 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] For port 0402e34e-7a45-4e40-8d97-46b7013dc473, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=0402e34e-7a45-4e40-8d97-46b7013dc473,segment=NetworkSegment(0d250128-c092-4908-b3c2-42c08ce4a051),segment_id=0d250128-c092-4908-b3c2-42c08ce4a051)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:28:32.735949 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:32.760092 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:32.771899 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:32.774805 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:32.836946 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Pushing event updated for resources: {'Port': ['ID=0402e34e-7a45-4e40-8d97-46b7013dc473,revision_number=2']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:32.840458 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:32.890396 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Allocated IP 172.27.2.205 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/fafc3f10-3371-4de6-9188-1d1e0b8a380b) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:28:33.005722 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:33.128868 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:33.131376 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8da9ee95-cff7-4d68-b912-831369f1be8d tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:33.176131 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:28:33.178937 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:28:33.186350 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:28:33.189614 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=fafc3f10-3371-4de6-9188-1d1e0b8a380b,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:33.212558 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:33.495002 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:33.689335 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16302729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16318338'] for router, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:33.710607 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb1bb2a-6622-4aaa-b5bf-10df7a7aa0e0 None None] Network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:28:33.877214 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-2dbbadf1-7d14-467b-8f53-7d5a00a0d5a9 None None] Provisioning for port 0402e34e-7a45-4e40-8d97-46b7013dc473 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:28:33.919620 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Router f3040707-fa87-4080-9128-58141190fa82 is scheduled to L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a with binding_index 1 {{(pid=93459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:28:34.031924 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:28:34.041952 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Sync routers for ids ['f3040707-fa87-4080-9128-58141190fa82'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:28:34.050911 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Routers {'f3040707-fa87-4080-9128-58141190fa82'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:28:34.053412 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:28:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['f3040707-fa87-4080-9128-58141190fa82'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:34.080754 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:34.082066 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9577250 Jun 24 09:28:34.084892 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 55226) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:28:34.168246 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Set router f3040707-fa87-4080-9128-58141190fa82 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:28:34.260058 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 0402e34e-7a45-4e40-8d97-46b7013dc473 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:28:34.380258 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:33Z', 'revision_number': 3, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port': {'id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:02:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:34.409801 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 0402e34e-7a45-4e40-8d97-46b7013dc473 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:28:34.413540 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Checking router: f3040707-fa87-4080-9128-58141190fa82 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:28:34.413540 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Updating router f3040707-fa87-4080-9128-58141190fa82 port fafc3f10-3371-4de6-9188-1d1e0b8a380b binding host dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:28:34.416205 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 0402e34e-7a45-4e40-8d97-46b7013dc473 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:34.416616 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:34.469235 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:34.495424 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:34.605536 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:34.645589 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Allocated IP 172.20.0.1 (f8f81b0b-afc3-4888-9577-0c6cf346cbf0/76ffab51-0bbc-42bc-96b1-b1a0e501df29/9b59590e-fc85-4327-bde5-24a48637d82b) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:28:34.681593 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 0402e34e-7a45-4e40-8d97-46b7013dc473, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=0402e34e-7a45-4e40-8d97-46b7013dc473,segment=NetworkSegment(0d250128-c092-4908-b3c2-42c08ce4a051),segment_id=0d250128-c092-4908-b3c2-42c08ce4a051)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:28:34.721941 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:34.730083 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:34.744291 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:34.756419 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Transition to ACTIVE for port object 9b59590e-fc85-4327-bde5-24a48637d82b will not be triggered until provisioned by entity DHCP. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:34.810388 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Notify callbacks [] for port, precommit_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:34.815090 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=0402e34e-7a45-4e40-8d97-46b7013dc473,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:34.818415 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:34.830009 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Transition to ACTIVE for port object fafc3f10-3371-4de6-9188-1d1e0b8a380b will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:34.972459 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:34.978439 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:34.995136 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:35.001820 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:35.016078 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:28:35.018776 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:28:35.025226 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:28:35.028171 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Pushing event updated for resources: {'Port': ['ID=9b59590e-fc85-4327-bde5-24a48637d82b,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:35.047645 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:35.048622 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Attempting to bind port fafc3f10-3371-4de6-9188-1d1e0b8a380b on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:28:35.049001 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Attempting to bind port fafc3f10-3371-4de6-9188-1d1e0b8a380b by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:28:35.049373 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Attempting to bind port fafc3f10-3371-4de6-9188-1d1e0b8a380b on network 9b126f81-95f7-4d7b-999a-b64433cd03c3 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:28:35.064581 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c6e62-3723-45c9-a36d-fa7b230121b0 None None] Pushing event updated for resources: {'Port': ['ID=fafc3f10-3371-4de6-9188-1d1e0b8a380b,revision_number=2']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:35.066813 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16380957'] for router_interface, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:35.067157 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:28:35.067496 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Checking segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:28:35.067889 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:35.068479 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Bound using segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:28:35.070381 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Bound port: fafc3f10-3371-4de6-9188-1d1e0b8a380b, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:28:35.070777 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:35.077327 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-588c6e62-3723-45c9-a36d-fa7b230121b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:35.128691 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] For port fafc3f10-3371-4de6-9188-1d1e0b8a380b, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:28:35.132092 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] For port fafc3f10-3371-4de6-9188-1d1e0b8a380b, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=fafc3f10-3371-4de6-9188-1d1e0b8a380b,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:28:35.265125 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:35.268050 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-7547c060-b510-4146-981e-fa7c18c16964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:35.309393 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:35.320851 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Routers {'f3040707-fa87-4080-9128-58141190fa82'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:28:35.321474 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:28:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['f3040707-fa87-4080-9128-58141190fa82'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:35.481303 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-5eb128eb-3d63-43f7-8c55-6a0dca283b7d None None] Provisioning for port 9b59590e-fc85-4327-bde5-24a48637d82b completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:28:35.486702 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c6e62-3723-45c9-a36d-fa7b230121b0 None None] Pushing event updated for resources: {'Port': ['ID=fafc3f10-3371-4de6-9188-1d1e0b8a380b,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:35.492467 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-588c6e62-3723-45c9-a36d-fa7b230121b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:35.495332 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-5eb128eb-3d63-43f7-8c55-6a0dca283b7d None None] Provisioning complete for port 9b59590e-fc85-4327-bde5-24a48637d82b triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:35.495634 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-5eb128eb-3d63-43f7-8c55-6a0dca283b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:35.579573 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-5eb128eb-3d63-43f7-8c55-6a0dca283b7d None None] Port 9b59590e-fc85-4327-bde5-24a48637d82b cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:28:35.604996 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] Set router f3040707-fa87-4080-9128-58141190fa82 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:28:35.694312 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:35.754785 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:35.758522 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a8a88576-293d-4294-9ddd-cd88d57b86f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:35.799281 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 4, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port': {'id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:02:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '9b59590e-fc85-4327-bde5-24a48637d82b', 'name': '', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'mac_address': 'fa:16:3e:cb:d4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:34Z', 'updated_at': '2021-06-24T09:28:34Z', 'revision_number': 1, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'subnets': [{'id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:35.819225 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Pushing event updated for resources: {'Port': ['ID=9b59590e-fc85-4327-bde5-24a48637d82b,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:35.822146 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16381065'] for router_interface, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:35.825613 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c5df3-2847-40d5-b738-54f1bd2e146e None None] The sync data for ids ['f3040707-fa87-4080-9128-58141190fa82'] in dv-cinder-797812-1-iscsi is: [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 4, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port': {'id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:02:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '9b59590e-fc85-4327-bde5-24a48637d82b', 'name': '', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'mac_address': 'fa:16:3e:cb:d4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:34Z', 'updated_at': '2021-06-24T09:28:34Z', 'revision_number': 1, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'subnets': [{'id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:28:35.829915 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:35.926373 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:28:35.927687 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:28:36.067374 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Router f3040707-fa87-4080-9128-58141190fa82 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:28:36.193683 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:28:36.200993 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-5010ae96-2916-4909-a786-e513746db374 admin admin] 10.222.0.39 "PUT /v2.0/routers/f3040707-fa87-4080-9128-58141190fa82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1146498 Jun 24 09:28:36.214647 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-9b634fe7-0a4c-4645-983c-0b1c60eed604 None None] Provisioning complete for port 9b59590e-fc85-4327-bde5-24a48637d82b triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:36.215251 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-9b634fe7-0a4c-4645-983c-0b1c60eed604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:36.223116 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 0402e34e-7a45-4e40-8d97-46b7013dc473 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:28:36.284205 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-9b634fe7-0a4c-4645-983c-0b1c60eed604 None None] Port 9b59590e-fc85-4327-bde5-24a48637d82b cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:28:36.303587 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 0402e34e-7a45-4e40-8d97-46b7013dc473 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:36.303973 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:36.880390 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55252) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:28:36.885712 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1331370242-network', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:28:36.972268 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Made reservation on behalf of ffccdd38a42f486f9719e8ae692fa258 for: {'network': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:28:36.974910 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:36.985125 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:37.078382 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:37.148299 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:37.151952 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9e5a5e1d-8a0b-4591-8a72-4bbea052aa50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:37.174343 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:28:37.182885 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b76ecc-c333-4e58-98c3-5313455a6a10,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:37.185985 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:37.193124 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:37.193124 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Added segment 80f50cad-f1bc-429f-b799-ead032bb6402 of type vlan for network 181be7c7-2b4f-4213-9afc-7f922729d511 Jun 24 09:28:37.230953 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:37.331861 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:37.333133 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:37.333711 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:37.336020 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-84e9beea-8d9b-4b46-9bc2-07ec1a0d0fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:37.391496 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Pushing event updated for resources: {'Network': ['ID=181be7c7-2b4f-4213-9afc-7f922729d511,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:37.394250 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:37.400999 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network 181be7c7-2b4f-4213-9afc-7f922729d511 details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:28:37.458262 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5767069 Jun 24 09:28:37.461120 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55256) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:28:37.466167 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-b898cfab-4b47-4334-9fc3-7e325bef4d43 admin admin] Request body: {'subnet': {'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1331370242-subnet', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'ip_version': 4}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:28:37.526160 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b898cfab-4b47-4334-9fc3-7e325bef4d43 admin admin] Made reservation on behalf of ffccdd38a42f486f9719e8ae692fa258 for: {'subnet': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:28:37.528697 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b898cfab-4b47-4334-9fc3-7e325bef4d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12682739'] for subnet, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:37.782797 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b898cfab-4b47-4334-9fc3-7e325bef4d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125717007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12682721'] for subnet, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:37.785272 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-79957d0c-daf2-4a0b-bc42-0163066128ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:37.785965 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Sync routers for ids ['f3040707-fa87-4080-9128-58141190fa82'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:28:37.796898 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Routers {'f3040707-fa87-4080-9128-58141190fa82'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:28:37.800887 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:28:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['f3040707-fa87-4080-9128-58141190fa82'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:37.846747 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898cfab-4b47-4334-9fc3-7e325bef4d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b30701-d13b-4412-a1a3-11df751d9540,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:37.854191 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b898cfab-4b47-4334-9fc3-7e325bef4d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:37.867701 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b898cfab-4b47-4334-9fc3-7e325bef4d43 admin admin] Checking segment: {'id': '80f50cad-f1bc-429f-b799-ead032bb6402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:28:37.868219 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b898cfab-4b47-4334-9fc3-7e325bef4d43 admin admin] Network hostable DHCP agents. Network: 181be7c7-2b4f-4213-9afc-7f922729d511, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:28:37.905791 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Set router f3040707-fa87-4080-9128-58141190fa82 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:28:37.942408 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b898cfab-4b47-4334-9fc3-7e325bef4d43 admin admin] Network 181be7c7-2b4f-4213-9afc-7f922729d511 is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:28:38.024035 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-b898cfab-4b47-4334-9fc3-7e325bef4d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, 181be7c7-2b4f-4213-9afc-7f922729d511) {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:28:38.028589 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b898cfab-4b47-4334-9fc3-7e325bef4d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:38.029430 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b898cfab-4b47-4334-9fc3-7e325bef4d43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.034759 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e145d92-318b-4cc8-ad15-5cc2d8ed95ee None None] Network 181be7c7-2b4f-4213-9afc-7f922729d511 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:28:38.108949 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b898cfab-4b47-4334-9fc3-7e325bef4d43 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6467693 Jun 24 09:28:38.112480 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55262) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:28:38.117329 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1331370242-router', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:28:38.210161 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed33512-b3e3-58ef-ba84-c64153fe4983-181be7c7-2b4f-4213-9afc-7f922729d511', 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'fixed_ips': [{'subnet_id': 'd3b30701-d13b-4412-a1a3-11df751d9540'}]}} from dv-cinder-797812-1-iscsi. {{(pid=93461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:28:38.218894 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.219183 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 4, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port': {'id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:02:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '9b59590e-fc85-4327-bde5-24a48637d82b', 'name': '', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'mac_address': 'fa:16:3e:cb:d4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:34Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 2, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'subnets': [{'id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:38.222366 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16302751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25639'] for router, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.223778 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16302253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16375808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16395457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25640'] for router, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.254610 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Checking router: f3040707-fa87-4080-9128-58141190fa82 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:28:38.254850 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Updating router f3040707-fa87-4080-9128-58141190fa82 port 9b59590e-fc85-4327-bde5-24a48637d82b binding host dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:28:38.278834 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device fafc3f10-3371-4de6-9188-1d1e0b8a380b up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:28:38.291443 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.296187 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.390162 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.db_base_plugin_common [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Allocated IP 172.20.0.2 (181be7c7-2b4f-4213-9afc-7f922729d511/d3b30701-d13b-4412-a1a3-11df751d9540/cf784893-0023-41d5-b259-6b2b6d5e983d) {{(pid=93461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:28:38.442836 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port fafc3f10-3371-4de6-9188-1d1e0b8a380b completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:28:38.449945 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port fafc3f10-3371-4de6-9188-1d1e0b8a380b triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:38.450326 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.497986 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16318367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16302736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25658'] for router, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.568513 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Notify callbacks [] for port, precommit_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.579226 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.provisioning_blocks [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Transition to ACTIVE for port object 9b59590e-fc85-4327-bde5-24a48637d82b will not be triggered until provisioned by entity L2. {{(pid=93462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:38.597210 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.617544 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Notify callbacks [] for port, precommit_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.630210 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port fafc3f10-3371-4de6-9188-1d1e0b8a380b, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=fafc3f10-3371-4de6-9188-1d1e0b8a380b,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:28:38.633671 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Transition to ACTIVE for port object cf784893-0023-41d5-b259-6b2b6d5e983d will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:38.648087 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Transition to ACTIVE for port object cf784893-0023-41d5-b259-6b2b6d5e983d will not be triggered until provisioned by entity DHCP. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:38.657862 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.660447 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:38.710663 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Pushing event updated for resources: {'Port': ['ID=9b59590e-fc85-4327-bde5-24a48637d82b,revision_number=3']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:38.720847 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:38.721197 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:38.721522 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:38.722036 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:38.722358 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:38.722678 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:38.723111 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:38.723597 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:38.723930 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:38.724962 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:38.725461 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:38.725781 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:38.726268 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.730908 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-70ed0e20-2c4f-47e4-9105-dc2a2599a8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:38.748385 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:38.759317 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.768110 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.783778 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Network 181be7c7-2b4f-4213-9afc-7f922729d511 is already hosted by enough agents. {{(pid=93461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:28:38.788144 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.base_scheduler [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Resources bound (agent type, host, resource id): {{(pid=93461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:28:38.788285 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Attempting to bind port 9b59590e-fc85-4327-bde5-24a48637d82b on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:28:38.788285 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Attempting to bind port 9b59590e-fc85-4327-bde5-24a48637d82b by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '0d250128-c092-4908-b3c2-42c08ce4a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0'}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:28:38.788794 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Attempting to bind port 9b59590e-fc85-4327-bde5-24a48637d82b on network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:28:38.791332 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Received port after_create {{(pid=93461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:28:38.792004 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.795248 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:28:38.795841 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Checking segment: {'id': '0d250128-c092-4908-b3c2-42c08ce4a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:28:38.796433 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.796974 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Bound using segment: {'id': '0d250128-c092-4908-b3c2-42c08ce4a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0'} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:28:38.797995 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Bound port: 9b59590e-fc85-4327-bde5-24a48637d82b, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d250128-c092-4908-b3c2-42c08ce4a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0'}}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:28:38.798543 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.812524 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=fafc3f10-3371-4de6-9188-1d1e0b8a380b,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:38.835674 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:38.836613 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:38.869680 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] For port 9b59590e-fc85-4327-bde5-24a48637d82b, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:28:38.873323 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] For port 9b59590e-fc85-4327-bde5-24a48637d82b, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=9b59590e-fc85-4327-bde5-24a48637d82b,segment=NetworkSegment(0d250128-c092-4908-b3c2-42c08ce4a051),segment_id=0d250128-c092-4908-b3c2-42c08ce4a051)] {{(pid=93462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:28:38.906521 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Attempting to bind port cf784893-0023-41d5-b259-6b2b6d5e983d on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:28:38.906810 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Attempting to bind port cf784893-0023-41d5-b259-6b2b6d5e983d by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '80f50cad-f1bc-429f-b799-ead032bb6402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:28:38.907214 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Attempting to bind port cf784893-0023-41d5-b259-6b2b6d5e983d on network 181be7c7-2b4f-4213-9afc-7f922729d511 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:28:38.919673 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Pushing event updated for resources: {'Port': ['ID=cf784893-0023-41d5-b259-6b2b6d5e983d,revision_number=1']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:38.922336 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:28:38.922719 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Checking segment: {'id': '80f50cad-f1bc-429f-b799-ead032bb6402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:28:38.923149 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.928647 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Bound using segment: {'id': '80f50cad-f1bc-429f-b799-ead032bb6402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:28:38.928647 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Bound port: cf784893-0023-41d5-b259-6b2b6d5e983d, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f50cad-f1bc-429f-b799-ead032bb6402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:28:38.928647 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.928647 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:38.934729 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Allocated IP 172.27.2.160 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/acaa35f4-1103-4395-aeb7-65818a0ce249) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:28:38.990027 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:38.999940 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:39.002896 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] For port cf784893-0023-41d5-b259-6b2b6d5e983d, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:28:39.006385 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] For port cf784893-0023-41d5-b259-6b2b6d5e983d, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=cf784893-0023-41d5-b259-6b2b6d5e983d,segment=NetworkSegment(80f50cad-f1bc-429f-b799-ead032bb6402),segment_id=80f50cad-f1bc-429f-b799-ead032bb6402)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:28:39.053802 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:39.061422 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Pushing event updated for resources: {'Port': ['ID=9b59590e-fc85-4327-bde5-24a48637d82b,revision_number=4']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:39.064649 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Routers {'f3040707-fa87-4080-9128-58141190fa82'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:28:39.065452 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:28:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['f3040707-fa87-4080-9128-58141190fa82'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:39.100030 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:39.103786 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-77d16b23-526a-4176-bdf7-7af2e8b4c7dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:39.118659 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-f1f6449b-9601-45e8-91f3-3eb58180443d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:39.178166 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:39.178401 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Pushing event updated for resources: {'Port': ['ID=cf784893-0023-41d5-b259-6b2b6d5e983d,revision_number=2']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:39.182199 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2dbebc66-8445-4efe-bdea-8dbc64b5701c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:39.184660 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:39.208055 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] Set router f3040707-fa87-4080-9128-58141190fa82 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:28:39.213105 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:28:39.218032 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:28:39.221848 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:28:39.260615 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Pushing event updated for resources: {'Port': ['ID=acaa35f4-1103-4395-aeb7-65818a0ce249,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:39.264694 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:39.486423 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 4, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port': {'id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '9b59590e-fc85-4327-bde5-24a48637d82b', 'name': '', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'mac_address': 'fa:16:3e:cb:d4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:34Z', 'updated_at': '2021-06-24T09:28:38Z', 'revision_number': 4, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'subnets': [{'id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:39.517725 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c33d7e-95c6-4983-a5a5-0c31a2328b46 None None] The sync data for ids ['f3040707-fa87-4080-9128-58141190fa82'] in dv-cinder-797812-1-iscsi is: [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 4, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port': {'id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '9b59590e-fc85-4327-bde5-24a48637d82b', 'name': '', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'mac_address': 'fa:16:3e:cb:d4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:34Z', 'updated_at': '2021-06-24T09:28:38Z', 'revision_number': 4, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'subnets': [{'id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:28:39.601360 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:40.065280 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16302729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16318338'] for router, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:40.179285 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34769577-3ce7-4cd3-9fe5-9e4a955c3505 None None] Network 181be7c7-2b4f-4213-9afc-7f922729d511 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:28:40.252248 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Router 10001565-9ebe-48fb-ac64-b00c58a66802 is scheduled to L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a with binding_index 1 {{(pid=93459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:28:40.320765 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-99fcf9c2-0067-4d7e-8faa-809fcad7e7a3 None None] Provisioning for port cf784893-0023-41d5-b259-6b2b6d5e983d completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:28:40.370832 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 9b59590e-fc85-4327-bde5-24a48637d82b up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:28:40.379393 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:28:40.395994 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Sync routers for ids ['10001565-9ebe-48fb-ac64-b00c58a66802'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:28:40.422374 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Routers {'10001565-9ebe-48fb-ac64-b00c58a66802'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:28:40.422963 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:28:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['10001565-9ebe-48fb-ac64-b00c58a66802'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:40.469427 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Notify callbacks [] for router, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:40.474282 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3572958 Jun 24 09:28:40.474282 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55274) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:28:40.543919 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Set router 10001565-9ebe-48fb-ac64-b00c58a66802 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:28:40.603644 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 9b59590e-fc85-4327-bde5-24a48637d82b completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:28:40.608786 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 9b59590e-fc85-4327-bde5-24a48637d82b triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:40.609230 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:40.907210 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:40.913098 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:40.948679 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 9b59590e-fc85-4327-bde5-24a48637d82b, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=9b59590e-fc85-4327-bde5-24a48637d82b,segment=NetworkSegment(0d250128-c092-4908-b3c2-42c08ce4a051),segment_id=0d250128-c092-4908-b3c2-42c08ce4a051)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:28:40.951334 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'name': 'tempest-TestMinimumBasicScenario-1331370242-router', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'acaa35f4-1103-4395-aeb7-65818a0ce249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:28:39Z', 'revision_number': 3, 'project_id': 'ffccdd38a42f486f9719e8ae692fa258', 'gw_port': {'id': 'acaa35f4-1103-4395-aeb7-65818a0ce249', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:40.977215 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Checking router: 10001565-9ebe-48fb-ac64-b00c58a66802 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:28:40.977491 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Updating router 10001565-9ebe-48fb-ac64-b00c58a66802 port acaa35f4-1103-4395-aeb7-65818a0ce249 binding host dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:28:41.010888 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.042055 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.042949 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device fafc3f10-3371-4de6-9188-1d1e0b8a380b up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:28:41.049066 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:41.073412 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Allocated IP 172.20.0.1 (181be7c7-2b4f-4213-9afc-7f922729d511/d3b30701-d13b-4412-a1a3-11df751d9540/5b834333-4b7f-4fca-8423-01095da35132) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:28:41.175602 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.188622 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Transition to ACTIVE for port object 5b834333-4b7f-4fca-8423-01095da35132 will not be triggered until provisioned by entity DHCP. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:41.192764 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=9b59590e-fc85-4327-bde5-24a48637d82b,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:41.221286 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:41.247944 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port fafc3f10-3371-4de6-9188-1d1e0b8a380b triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:41.248242 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.275722 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.278623 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e2389823-a162-4473-b307-f291901bcc63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:41.316217 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Network 181be7c7-2b4f-4213-9afc-7f922729d511 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:28:41.324244 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:28:41.327446 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:28:41.330625 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Pushing event updated for resources: {'Port': ['ID=5b834333-4b7f-4fca-8423-01095da35132,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:41.333767 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:41.377114 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16380957'] for router_interface, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.401659 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Notify callbacks [] for port, precommit_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.414774 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device cf784893-0023-41d5-b259-6b2b6d5e983d up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:28:41.418327 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Transition to ACTIVE for port object acaa35f4-1103-4395-aeb7-65818a0ce249 will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:41.509689 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.511825 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-982478c4-dd20-4a82-b433-9fec7b5ad37d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:41.537030 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port cf784893-0023-41d5-b259-6b2b6d5e983d completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:28:41.548979 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port cf784893-0023-41d5-b259-6b2b6d5e983d triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:41.549363 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.571608 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.590245 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962025d3-1a07-4482-a484-95631ebc4729 None None] Pushing event updated for resources: {'Port': ['ID=acaa35f4-1103-4395-aeb7-65818a0ce249,revision_number=2']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:41.591959 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Attempting to bind port acaa35f4-1103-4395-aeb7-65818a0ce249 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:28:41.592457 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Attempting to bind port acaa35f4-1103-4395-aeb7-65818a0ce249 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:28:41.593463 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Attempting to bind port acaa35f4-1103-4395-aeb7-65818a0ce249 on network 9b126f81-95f7-4d7b-999a-b64433cd03c3 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:28:41.597414 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-962025d3-1a07-4482-a484-95631ebc4729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:41.606516 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:28:41.606771 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Checking segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:28:41.607116 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.607522 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Bound using segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:28:41.607999 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Bound port: acaa35f4-1103-4395-aeb7-65818a0ce249, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:28:41.608380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.698131 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] For port acaa35f4-1103-4395-aeb7-65818a0ce249, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:28:41.704206 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] For port acaa35f4-1103-4395-aeb7-65818a0ce249, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=acaa35f4-1103-4395-aeb7-65818a0ce249,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:28:41.705496 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.723047 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-b0cde033-f298-4c03-aaeb-939031011610 None None] Provisioning for port 5b834333-4b7f-4fca-8423-01095da35132 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:28:41.731610 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.731792 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-b0cde033-f298-4c03-aaeb-939031011610 None None] Provisioning complete for port 5b834333-4b7f-4fca-8423-01095da35132 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:41.732095 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-b0cde033-f298-4c03-aaeb-939031011610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.761624 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port cf784893-0023-41d5-b259-6b2b6d5e983d, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=cf784893-0023-41d5-b259-6b2b6d5e983d,segment=NetworkSegment(80f50cad-f1bc-429f-b799-ead032bb6402),segment_id=80f50cad-f1bc-429f-b799-ead032bb6402)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:28:41.777649 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-b0cde033-f298-4c03-aaeb-939031011610 None None] Port 5b834333-4b7f-4fca-8423-01095da35132 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:28:41.781619 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.784340 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:41.806614 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.808959 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4dd91df7-c941-48e7-854b-385b6ee67402 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:41.837404 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Routers {'10001565-9ebe-48fb-ac64-b00c58a66802'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:28:41.838031 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:28:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['10001565-9ebe-48fb-ac64-b00c58a66802'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:41.872159 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962025d3-1a07-4482-a484-95631ebc4729 None None] Pushing event updated for resources: {'Port': ['ID=acaa35f4-1103-4395-aeb7-65818a0ce249,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:41.877374 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.878984 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Pushing event updated for resources: {'Port': ['ID=5b834333-4b7f-4fca-8423-01095da35132,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:41.881089 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-962025d3-1a07-4482-a484-95631ebc4729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:41.881518 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16381065'] for router_interface, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:41.881675 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-962025d3-1a07-4482-a484-95631ebc4729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:41.883558 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:41.967983 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=cf784893-0023-41d5-b259-6b2b6d5e983d,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:41.970059 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Network 181be7c7-2b4f-4213-9afc-7f922729d511 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:28:41.971539 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:28:41.975204 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:41.986168 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] Set router 10001565-9ebe-48fb-ac64-b00c58a66802 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:28:42.088422 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Router 10001565-9ebe-48fb-ac64-b00c58a66802 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:28:42.194514 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'name': 'tempest-TestMinimumBasicScenario-1331370242-router', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'acaa35f4-1103-4395-aeb7-65818a0ce249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:28:41Z', 'revision_number': 4, 'project_id': 'ffccdd38a42f486f9719e8ae692fa258', 'gw_port': {'id': 'acaa35f4-1103-4395-aeb7-65818a0ce249', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '5b834333-4b7f-4fca-8423-01095da35132', 'name': '', 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'mac_address': 'fa:16:3e:83:54:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd3b30701-d13b-4412-a1a3-11df751d9540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:40Z', 'updated_at': '2021-06-24T09:28:41Z', 'revision_number': 2, 'project_id': 'ffccdd38a42f486f9719e8ae692fa258', 'subnets': [{'id': 'd3b30701-d13b-4412-a1a3-11df751d9540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:42.211756 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:28:42.216537 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] 10.222.0.39 "PUT /v2.0/routers/10001565-9ebe-48fb-ac64-b00c58a66802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7415643 Jun 24 09:28:42.229544 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ada24-2c7d-41e8-a4d2-571b5e882b03 None None] The sync data for ids ['10001565-9ebe-48fb-ac64-b00c58a66802'] in dv-cinder-797812-1-iscsi is: [{'id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'name': 'tempest-TestMinimumBasicScenario-1331370242-router', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'acaa35f4-1103-4395-aeb7-65818a0ce249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:28:41Z', 'revision_number': 4, 'project_id': 'ffccdd38a42f486f9719e8ae692fa258', 'gw_port': {'id': 'acaa35f4-1103-4395-aeb7-65818a0ce249', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '5b834333-4b7f-4fca-8423-01095da35132', 'name': '', 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'mac_address': 'fa:16:3e:83:54:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd3b30701-d13b-4412-a1a3-11df751d9540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:40Z', 'updated_at': '2021-06-24T09:28:41Z', 'revision_number': 2, 'project_id': 'ffccdd38a42f486f9719e8ae692fa258', 'subnets': [{'id': 'd3b30701-d13b-4412-a1a3-11df751d9540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:28:42.240214 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 9b59590e-fc85-4327-bde5-24a48637d82b up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:28:42.244137 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-68224b27-78c4-4883-9a02-57e828871d70 None None] Provisioning complete for port 5b834333-4b7f-4fca-8423-01095da35132 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:42.244137 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-68224b27-78c4-4883-9a02-57e828871d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:42.304288 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-68224b27-78c4-4883-9a02-57e828871d70 None None] Port 5b834333-4b7f-4fca-8423-01095da35132 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:28:42.316422 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 9b59590e-fc85-4327-bde5-24a48637d82b triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:42.316802 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:42.402029 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device cf784893-0023-41d5-b259-6b2b6d5e983d up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:28:42.472520 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port cf784893-0023-41d5-b259-6b2b6d5e983d triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:42.472904 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:43.595915 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:28:44.236081 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Sync routers for ids ['10001565-9ebe-48fb-ac64-b00c58a66802'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:28:44.250461 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Routers {'10001565-9ebe-48fb-ac64-b00c58a66802'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:28:44.251148 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:28:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['10001565-9ebe-48fb-ac64-b00c58a66802'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:44.255094 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device acaa35f4-1103-4395-aeb7-65818a0ce249 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:28:44.364772 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Set router 10001565-9ebe-48fb-ac64-b00c58a66802 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:28:44.383691 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port acaa35f4-1103-4395-aeb7-65818a0ce249 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:28:44.387701 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port acaa35f4-1103-4395-aeb7-65818a0ce249 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:44.388251 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:44.494381 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:44.515521 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port acaa35f4-1103-4395-aeb7-65818a0ce249, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=acaa35f4-1103-4395-aeb7-65818a0ce249,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:28:44.572375 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:44.576990 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:44.610094 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'name': 'tempest-TestMinimumBasicScenario-1331370242-router', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'acaa35f4-1103-4395-aeb7-65818a0ce249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:28:41Z', 'revision_number': 4, 'project_id': 'ffccdd38a42f486f9719e8ae692fa258', 'gw_port': {'id': 'acaa35f4-1103-4395-aeb7-65818a0ce249', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '5b834333-4b7f-4fca-8423-01095da35132', 'name': '', 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'mac_address': 'fa:16:3e:83:54:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd3b30701-d13b-4412-a1a3-11df751d9540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:40Z', 'updated_at': '2021-06-24T09:28:41Z', 'revision_number': 2, 'project_id': 'ffccdd38a42f486f9719e8ae692fa258', 'subnets': [{'id': 'd3b30701-d13b-4412-a1a3-11df751d9540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:44.644229 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Checking router: 10001565-9ebe-48fb-ac64-b00c58a66802 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:28:44.644505 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Updating router 10001565-9ebe-48fb-ac64-b00c58a66802 port 5b834333-4b7f-4fca-8423-01095da35132 binding host dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:28:44.650714 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=acaa35f4-1103-4395-aeb7-65818a0ce249,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:44.659785 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:44.688951 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:44.996942 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Notify callbacks [] for port, precommit_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:45.006959 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.provisioning_blocks [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Transition to ACTIVE for port object 5b834333-4b7f-4fca-8423-01095da35132 will not be triggered until provisioned by entity L2. {{(pid=93462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:45.087050 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:45.090318 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:45.171502 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246eee2-17d3-40a3-913a-60c25c8a95e5 None None] Pushing event updated for resources: {'Port': ['ID=5b834333-4b7f-4fca-8423-01095da35132,revision_number=3']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:45.182819 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-d246eee2-17d3-40a3-913a-60c25c8a95e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:45.376641 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Attempting to bind port 5b834333-4b7f-4fca-8423-01095da35132 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:28:45.377146 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Attempting to bind port 5b834333-4b7f-4fca-8423-01095da35132 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '80f50cad-f1bc-429f-b799-ead032bb6402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511'}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:28:45.377518 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Attempting to bind port 5b834333-4b7f-4fca-8423-01095da35132 on network 181be7c7-2b4f-4213-9afc-7f922729d511 {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:28:45.383189 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:28:45.383556 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Checking segment: {'id': '80f50cad-f1bc-429f-b799-ead032bb6402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:28:45.383959 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:45.384408 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Bound using segment: {'id': '80f50cad-f1bc-429f-b799-ead032bb6402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511'} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:28:45.384876 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Bound port: 5b834333-4b7f-4fca-8423-01095da35132, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f50cad-f1bc-429f-b799-ead032bb6402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511'}}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:28:45.385250 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:45.457019 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] For port 5b834333-4b7f-4fca-8423-01095da35132, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:28:45.460477 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] For port 5b834333-4b7f-4fca-8423-01095da35132, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=5b834333-4b7f-4fca-8423-01095da35132,segment=NetworkSegment(80f50cad-f1bc-429f-b799-ead032bb6402),segment_id=80f50cad-f1bc-429f-b799-ead032bb6402)] {{(pid=93462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:28:45.550102 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:45.552404 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:45.621210 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246eee2-17d3-40a3-913a-60c25c8a95e5 None None] Pushing event updated for resources: {'Port': ['ID=5b834333-4b7f-4fca-8423-01095da35132,revision_number=4']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:45.624628 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Routers {'10001565-9ebe-48fb-ac64-b00c58a66802'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:28:45.625233 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:28:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['10001565-9ebe-48fb-ac64-b00c58a66802'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:45.627234 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-d246eee2-17d3-40a3-913a-60c25c8a95e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:45.758399 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] Set router 10001565-9ebe-48fb-ac64-b00c58a66802 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:28:45.967099 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'name': 'tempest-TestMinimumBasicScenario-1331370242-router', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'acaa35f4-1103-4395-aeb7-65818a0ce249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:28:41Z', 'revision_number': 4, 'project_id': 'ffccdd38a42f486f9719e8ae692fa258', 'gw_port': {'id': 'acaa35f4-1103-4395-aeb7-65818a0ce249', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '5b834333-4b7f-4fca-8423-01095da35132', 'name': '', 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'mac_address': 'fa:16:3e:83:54:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd3b30701-d13b-4412-a1a3-11df751d9540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:40Z', 'updated_at': '2021-06-24T09:28:45Z', 'revision_number': 4, 'project_id': 'ffccdd38a42f486f9719e8ae692fa258', 'subnets': [{'id': 'd3b30701-d13b-4412-a1a3-11df751d9540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:28:45.991656 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab53b2-9dc3-432e-b7aa-03c230808617 None None] The sync data for ids ['10001565-9ebe-48fb-ac64-b00c58a66802'] in dv-cinder-797812-1-iscsi is: [{'id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'name': 'tempest-TestMinimumBasicScenario-1331370242-router', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'acaa35f4-1103-4395-aeb7-65818a0ce249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:28:41Z', 'revision_number': 4, 'project_id': 'ffccdd38a42f486f9719e8ae692fa258', 'gw_port': {'id': 'acaa35f4-1103-4395-aeb7-65818a0ce249', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '5b834333-4b7f-4fca-8423-01095da35132', 'name': '', 'network_id': '181be7c7-2b4f-4213-9afc-7f922729d511', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'mac_address': 'fa:16:3e:83:54:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'd3b30701-d13b-4412-a1a3-11df751d9540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:40Z', 'updated_at': '2021-06-24T09:28:45Z', 'revision_number': 4, 'project_id': 'ffccdd38a42f486f9719e8ae692fa258', 'subnets': [{'id': 'd3b30701-d13b-4412-a1a3-11df751d9540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:28:46.231934 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 5b834333-4b7f-4fca-8423-01095da35132 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:28:46.355151 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 5b834333-4b7f-4fca-8423-01095da35132 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:28:46.359683 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 5b834333-4b7f-4fca-8423-01095da35132 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:46.360114 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:46.440201 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:46.478209 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 5b834333-4b7f-4fca-8423-01095da35132, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=5b834333-4b7f-4fca-8423-01095da35132,segment=NetworkSegment(80f50cad-f1bc-429f-b799-ead032bb6402),segment_id=80f50cad-f1bc-429f-b799-ead032bb6402)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:28:46.538085 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:46.539532 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device acaa35f4-1103-4395-aeb7-65818a0ce249 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:28:46.541417 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:46.632010 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=5b834333-4b7f-4fca-8423-01095da35132,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:46.643566 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:46.649661 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port acaa35f4-1103-4395-aeb7-65818a0ce249 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:46.650048 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:47.040658 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-4d4a511b-3b4e-428b-9dac-f46c4629cf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:48.219687 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 5b834333-4b7f-4fca-8423-01095da35132 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:28:48.270973 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 5b834333-4b7f-4fca-8423-01095da35132 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:48.271463 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:49.755343 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-7ed168a7-64c2-4740-87bc-268958dbd38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:49.968248 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:50.504118 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:52.308525 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:53.540260 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-a7db73f2-f6fd-4ee6-8ec1-13c8c97f109e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:53.541695 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-a7db73f2-f6fd-4ee6-8ec1-13c8c97f109e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/networks?id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0 HTTP/1.1" status: 200 len: 814 time: 0.1031895 Jun 24 09:28:53.556718 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-3192649e-6e2d-4bf3-a918-38dc5d999ae5 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/quotas/9f3beff15aad4dfe91723ec3a6e45ca5 HTTP/1.1" status: 200 len: 375 time: 0.0092385 Jun 24 09:28:53.637276 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-53793681-8e45-4d3b-8176-0d698d87b8de tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f3beff15aad4dfe91723ec3a6e45ca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758150 Jun 24 09:28:53.728871 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-4673c4f9-2b6d-447d-8a60-67e288ffcb60 service neutron] 10.222.0.39 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805812 Jun 24 09:28:53.818374 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-39bb00dc-9770-4fba-b446-3247e574f35a service neutron] 10.222.0.39 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836096 Jun 24 09:28:54.054559 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9cf3aff2-bf38-422d-9858-f9896fb7df6f req-d58fd6f8-2d0d-4cde-8790-068d554a0013 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 210 time: 0.0330327 Jun 24 09:28:55.191320 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ac7930c7-80c0-4a8d-b247-5ffe7fb3e6ce req-473ec11f-6266-4ac8-9e92-e32dbf20fc9b tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 210 time: 0.0295784 Jun 24 09:28:56.102127 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba93819-3e5b-4505-af3d-aa3f049e9446 req-89a8931b-d4d3-4675-a85e-db9200a9ac27 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:56.104085 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bba93819-3e5b-4505-af3d-aa3f049e9446 req-89a8931b-d4d3-4675-a85e-db9200a9ac27 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.0625563 Jun 24 09:28:56.142592 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bba93819-3e5b-4505-af3d-aa3f049e9446 req-ae755501-b4ee-4f9e-a7c6-4d70a7b6df32 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Jun 24 09:28:56.330793 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3e1b69b3-139d-45c4-a859-1e5751eb8ae8 req-ff9a9a6d-8c35-4036-8d03-44fa8409e374 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 210 time: 0.0296476 Jun 24 09:28:56.505098 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-86f98dc0-ca96-4313-ae5a-961f60fe6e1b tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:56.506470 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-86f98dc0-ca96-4313-ae5a-961f60fe6e1b tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.60 "GET /v2.0/networks?id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0 HTTP/1.1" status: 200 len: 814 time: 0.1020844 Jun 24 09:28:56.528949 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Request body: {'port': {'device_id': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'admin_state_up': True, 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:28:56.686115 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Made reservation on behalf of 9f3beff15aad4dfe91723ec3a6e45ca5 for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:28:56.689684 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:56.817810 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Allocated IP 172.20.0.14 (f8f81b0b-afc3-4888-9577-0c6cf346cbf0/76ffab51-0bbc-42bc-96b1-b1a0e501df29/6c8dd78d-adc2-4354-89a9-2f3ebcdad052) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:28:56.966799 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:56.980436 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Transition to ACTIVE for port object 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 will not be triggered until provisioned by entity DHCP. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:57.064078 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:57.068590 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e0fd2b29-c08c-461e-9f7c-7479e9794483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:57.109322 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:28:57.112490 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:28:57.116266 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:28:57.143929 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event updated for resources: {'Port': ['ID=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:57.156824 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:57.157200 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:57.157593 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:57.157987 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:57.158298 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:57.158654 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:57.159030 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:57.159379 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:57.159724 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:57.160067 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:57.160412 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:57.160761 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:28:57.166810 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:57.189045 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:57.189758 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:57.280875 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7554436 Jun 24 09:28:57.302460 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Request body: {'port': {'device_id': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:28:57.328202 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6933ea0-e167-48b9-bdcd-0365c1e87e48 req-8c4462ec-d411-4109-ad4a-77ac1324437f tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:57.329708 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c6933ea0-e167-48b9-bdcd-0365c1e87e48 req-8c4462ec-d411-4109-ad4a-77ac1324437f tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.0649722 Jun 24 09:28:57.379691 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c6933ea0-e167-48b9-bdcd-0365c1e87e48 req-5b773722-ec4e-46c0-8c8e-3ae7df8c878e tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442114 Jun 24 09:28:57.395725 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:57.469240 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-c493250b-8a83-436e-bb7a-5c07725c425d None None] Provisioning for port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:28:57.473516 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-c493250b-8a83-436e-bb7a-5c07725c425d None None] Provisioning complete for port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:28:57.473968 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-c493250b-8a83-436e-bb7a-5c07725c425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:57.536869 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-c493250b-8a83-436e-bb7a-5c07725c425d None None] Port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:28:57.643776 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effea5b-68b7-4d70-8910-ee9284b09635 req-b533ab4a-3b12-4312-9239-e09d5165b6a1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:57.645227 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1effea5b-68b7-4d70-8910-ee9284b09635 req-b533ab4a-3b12-4312-9239-e09d5165b6a1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 932 time: 0.1452813 Jun 24 09:28:57.723365 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1effea5b-68b7-4d70-8910-ee9284b09635 req-414ab0ed-0d08-4ec1-b533-ffef3f3c5c55 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681322 Jun 24 09:28:57.802694 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:28:57.811127 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:57.824588 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Transition to ACTIVE for port object 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:28:57.921153 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:57.923317 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-81b501b7-99c0-485a-a195-40ea3e2aa274 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:57.975695 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Pushing event updated for resources: {'Port': ['ID=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:57.979723 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:58.069312 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Attempting to bind port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:28:58.069775 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Attempting to bind port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '0d250128-c092-4908-b3c2-42c08ce4a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:28:58.071720 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Attempting to bind port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 on network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:28:58.079299 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 on network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:28:58.079624 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Attempting to bind port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 on network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:28:58.084979 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:28:58.085315 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Checking segment: {'id': '0d250128-c092-4908-b3c2-42c08ce4a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:28:58.085695 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Bound using segment: {'id': '0d250128-c092-4908-b3c2-42c08ce4a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:28:58.086120 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Bound port: 6c8dd78d-adc2-4354-89a9-2f3ebcdad052, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d250128-c092-4908-b3c2-42c08ce4a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:28:58.086506 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:58.163898 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] For port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:28:58.166820 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] For port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,segment=NetworkSegment(0d250128-c092-4908-b3c2-42c08ce4a051),segment_id=0d250128-c092-4908-b3c2-42c08ce4a051)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:28:58.241052 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:58.243303 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-330d95f9-7120-473d-9448-50ea5ac5e8a3 tempest-ServerRescueNegativeTestJSON-1770850432 tempest-ServerRescueNegativeTestJSON-1770850432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:28:58.280591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:58.281206 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:58.283024 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] 10.222.0.60 "PUT /v2.0/ports/6c8dd78d-adc2-4354-89a9-2f3ebcdad052 HTTP/1.1" status: 200 len: 1094 time: 0.9850178 Jun 24 09:28:58.283541 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'tag': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:28:58.286281 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d9099c-9b1d-44e8-86aa-ae84f9b5b77b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d93802c-3e95-4030-b6e3-bb8d216473cc", "tag": "6c8dd78d-adc2-4354-89a9-2f3ebcdad052"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:28:58.331125 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6e8d0e-f7a9-4bf5-b193-7bb55f65ad33 x-openstack-request-id: req-df6e8d0e-f7a9-4bf5-b193-7bb55f65ad33 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:28:58.331524 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d93802c-3e95-4030-b6e3-bb8d216473cc", "tag": "6c8dd78d-adc2-4354-89a9-2f3ebcdad052", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:28:58.331812 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df6e8d0e-f7a9-4bf5-b193-7bb55f65ad33 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:28:58.332240 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'tag': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052', 'status': 'completed', 'code': 200} Jun 24 09:28:58.335952 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Pushing event updated for resources: {'Port': ['ID=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:28:58.340800 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:28:58.553187 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e07b8b-9539-4b32-911d-96533690a769 req-756cc5fa-b769-4f62-aa2a-90f96b8f5e61 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:58.554780 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24e07b8b-9539-4b32-911d-96533690a769 req-756cc5fa-b769-4f62-aa2a-90f96b8f5e61 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.0647180 Jun 24 09:28:58.578778 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:28:58.599182 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-24e07b8b-9539-4b32-911d-96533690a769 req-30ce34e0-1dcf-4110-bcb1-01b58ce94bd2 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379841 Jun 24 09:28:58.908428 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6bc70-929d-4a4c-8c0f-fc1c64e5470e req-9ab772db-20cb-4218-991d-3521381a8a36 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:58.910030 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ceb6bc70-929d-4a4c-8c0f-fc1c64e5470e req-9ab772db-20cb-4218-991d-3521381a8a36 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 944 time: 0.0688512 Jun 24 09:28:58.951103 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ceb6bc70-929d-4a4c-8c0f-fc1c64e5470e req-6eba6caa-3c27-47b4-b664-5d13ad86b432 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347760 Jun 24 09:28:59.796472 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1ad24-8e95-4d10-bcfb-8943062616c5 req-9aa06a17-bb69-4d31-b866-93c16c93f447 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:28:59.797906 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a0f1ad24-8e95-4d10-bcfb-8943062616c5 req-9aa06a17-bb69-4d31-b866-93c16c93f447 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.0694799 Jun 24 09:28:59.839206 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a0f1ad24-8e95-4d10-bcfb-8943062616c5 req-ab650120-f72e-4b30-9dc3-80dd022cabfe tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355163 Jun 24 09:29:00.128755 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b4420-878e-427a-ac98-8fdf1c30cdad req-5bfcb9dd-191a-4645-818e-281e3b08202d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:00.130116 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-386b4420-878e-427a-ac98-8fdf1c30cdad req-5bfcb9dd-191a-4645-818e-281e3b08202d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 944 time: 0.0686283 Jun 24 09:29:00.175017 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-386b4420-878e-427a-ac98-8fdf1c30cdad req-a7598ac1-0e1b-4812-a203-97bb03e9d814 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384064 Jun 24 09:29:01.024172 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c86178-71cb-4724-9245-52434fe2d267 req-2162c64e-8c7f-47a8-8c66-4162cb1fe994 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:01.025832 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-79c86178-71cb-4724-9245-52434fe2d267 req-2162c64e-8c7f-47a8-8c66-4162cb1fe994 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.0716143 Jun 24 09:29:01.065435 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-79c86178-71cb-4724-9245-52434fe2d267 req-2c5e5ecf-fa9c-4651-be8a-dcecbf2d24fc tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340221 Jun 24 09:29:01.359657 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee282d-b54b-478d-8996-bb2b0041ae03 req-4cdd3f28-ecbd-4dcd-bfeb-2dcbd521c3a6 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:01.361153 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a7ee282d-b54b-478d-8996-bb2b0041ae03 req-4cdd3f28-ecbd-4dcd-bfeb-2dcbd521c3a6 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 944 time: 0.0631576 Jun 24 09:29:01.400203 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a7ee282d-b54b-478d-8996-bb2b0041ae03 req-47f180c6-f0f7-4763-b6c6-13eb92bc19a9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332482 Jun 24 09:29:02.242368 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e3710-9993-4c24-98ea-e44142da2c7d req-330a4365-8854-4b59-bdcc-1616fc58c9b1 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:02.243872 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b18e3710-9993-4c24-98ea-e44142da2c7d req-330a4365-8854-4b59-bdcc-1616fc58c9b1 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.0676291 Jun 24 09:29:02.281816 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b18e3710-9993-4c24-98ea-e44142da2c7d req-78d3a846-20b9-4cbf-8feb-2de06eb4f21d tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323939 Jun 24 09:29:02.574584 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2e0c1-0efb-4396-aff7-e06639e105e3 req-98247e15-e958-4928-a2a5-858c0555ebbb tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:02.582895 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fba2e0c1-0efb-4396-aff7-e06639e105e3 req-98247e15-e958-4928-a2a5-858c0555ebbb tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 944 time: 0.0713708 Jun 24 09:29:02.615370 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fba2e0c1-0efb-4396-aff7-e06639e105e3 req-e6e9b2a5-e0eb-4cf2-b962-9f9a72ff4160 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Jun 24 09:29:03.467187 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654984bd-5e96-40f5-a9ad-d154bf6f2317 req-ccf50e11-ee6e-4901-9d84-c88d9aa46275 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:03.468869 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-654984bd-5e96-40f5-a9ad-d154bf6f2317 req-ccf50e11-ee6e-4901-9d84-c88d9aa46275 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.0748255 Jun 24 09:29:03.510478 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-654984bd-5e96-40f5-a9ad-d154bf6f2317 req-b8231841-6e56-4403-97b9-928237d51c1a tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336695 Jun 24 09:29:03.802837 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cae64-4747-47a1-8af6-5b68a5b82411 req-6653a56c-ace5-46d3-8114-751feb7fc836 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:03.804463 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e25cae64-4747-47a1-8af6-5b68a5b82411 req-6653a56c-ace5-46d3-8114-751feb7fc836 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 944 time: 0.0671594 Jun 24 09:29:03.843400 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e25cae64-4747-47a1-8af6-5b68a5b82411 req-eedd24d9-fafe-436b-9815-1c4aa3f7c912 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325744 Jun 24 09:29:04.691453 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94390aac-48f5-4f51-b520-ac80f078b683 req-34a25358-f5e1-4c41-9f30-05694b97ecb4 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:04.692905 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-94390aac-48f5-4f51-b520-ac80f078b683 req-34a25358-f5e1-4c41-9f30-05694b97ecb4 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.0660174 Jun 24 09:29:04.737384 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-94390aac-48f5-4f51-b520-ac80f078b683 req-7599810e-704e-4f12-84f8-35dbd5cd7ae5 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381868 Jun 24 09:29:05.023722 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46f226-c558-4eb7-855c-1754b1f31947 req-bda288d9-eeed-47a3-aa3a-8f4afd0effb4 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:05.027485 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9d46f226-c558-4eb7-855c-1754b1f31947 req-bda288d9-eeed-47a3-aa3a-8f4afd0effb4 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 944 time: 0.0702209 Jun 24 09:29:05.069024 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9d46f226-c558-4eb7-855c-1754b1f31947 req-df778eca-a315-4d34-8f60-aa4a7b595838 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377450 Jun 24 09:29:05.926157 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555600f0-d56e-456b-9928-4fd08d9c5923 req-ab6fd6e2-6a36-4ec8-9389-07b99717940a tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:05.927777 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-555600f0-d56e-456b-9928-4fd08d9c5923 req-ab6fd6e2-6a36-4ec8-9389-07b99717940a tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.0659688 Jun 24 09:29:05.968495 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-555600f0-d56e-456b-9928-4fd08d9c5923 req-05553daa-be72-4cef-9c25-af7ad3590869 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347207 Jun 24 09:29:06.257469 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4321c4-626f-48a4-b06f-ef029df5c927 req-f8d97908-f485-43ed-9ed1-ba48cb3d5e2a tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:06.261413 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8c4321c4-626f-48a4-b06f-ef029df5c927 req-f8d97908-f485-43ed-9ed1-ba48cb3d5e2a tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 944 time: 0.0711899 Jun 24 09:29:06.298383 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8c4321c4-626f-48a4-b06f-ef029df5c927 req-6142eefb-10cb-4543-82d5-1c5211626368 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 Jun 24 09:29:06.902763 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b046a2-9904-4a2b-ba3c-17970685ef05 req-cfa750a5-870b-4166-8f59-825928af87ab tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:06.904085 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f4b046a2-9904-4a2b-ba3c-17970685ef05 req-cfa750a5-870b-4166-8f59-825928af87ab tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0676332 Jun 24 09:29:06.942645 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f4b046a2-9904-4a2b-ba3c-17970685ef05 req-5051cccf-1816-4e53-928f-17c17098ce95 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327246 Jun 24 09:29:07.164732 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aea3d5-5e86-414a-8953-84ceb01570c9 req-e955f33b-77a5-49f7-bde9-fff3f2f6ba86 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:07.166180 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e4aea3d5-5e86-414a-8953-84ceb01570c9 req-e955f33b-77a5-49f7-bde9-fff3f2f6ba86 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.0724127 Jun 24 09:29:07.204951 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e4aea3d5-5e86-414a-8953-84ceb01570c9 req-a32084a5-9800-4b28-8d65-4da6ff61e801 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332055 Jun 24 09:29:07.479447 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f35e1-330e-4fb3-867e-2179685e673a req-83b9545b-db7b-43c3-8584-0ba25bffb117 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:07.480798 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-994f35e1-330e-4fb3-867e-2179685e673a req-83b9545b-db7b-43c3-8584-0ba25bffb117 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 944 time: 0.0694115 Jun 24 09:29:07.520441 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-994f35e1-330e-4fb3-867e-2179685e673a req-0003a71d-39e9-469a-ab3f-55e09cb9f6e0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332937 Jun 24 09:29:08.122214 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cf3aa-e78f-4a77-950d-c342928cb443 req-42b5e7cd-fb03-41bc-b00d-9c69d91dbefe tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:08.123970 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8c1cf3aa-e78f-4a77-950d-c342928cb443 req-42b5e7cd-fb03-41bc-b00d-9c69d91dbefe tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0669415 Jun 24 09:29:08.168263 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8c1cf3aa-e78f-4a77-950d-c342928cb443 req-ffa91fdf-e435-4026-b936-6c097645ba36 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363083 Jun 24 09:29:08.383485 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c771114-d056-44c5-a04d-40df72399404 req-2e810007-cd4b-449a-874d-b8c17c921fb7 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:08.385186 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4c771114-d056-44c5-a04d-40df72399404 req-2e810007-cd4b-449a-874d-b8c17c921fb7 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.0675225 Jun 24 09:29:08.428894 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4c771114-d056-44c5-a04d-40df72399404 req-49f69de5-7107-42ab-859f-ac894cdeb9ad tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368564 Jun 24 09:29:08.698118 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ae4a0-a9fa-484f-9b22-e3306b7bb66e req-f6bc8820-4116-48f6-be9f-9d4a271ec825 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:08.699621 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-946ae4a0-a9fa-484f-9b22-e3306b7bb66e req-f6bc8820-4116-48f6-be9f-9d4a271ec825 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 944 time: 0.0636928 Jun 24 09:29:08.740742 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-946ae4a0-a9fa-484f-9b22-e3306b7bb66e req-1a01c901-970e-482b-a001-91e1711df55b tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346947 Jun 24 09:29:09.340431 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861d37-1989-4458-8971-b38f34ca6287 req-bb0109d9-eafe-432d-b6fa-5d64564e5b00 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:09.342071 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85861d37-1989-4458-8971-b38f34ca6287 req-bb0109d9-eafe-432d-b6fa-5d64564e5b00 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0644441 Jun 24 09:29:09.394235 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-85861d37-1989-4458-8971-b38f34ca6287 req-ad7ae17d-03eb-45ee-b0d8-9db5242b7148 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453417 Jun 24 09:29:09.437006 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9099c-9b1d-44e8-86aa-ae84f9b5b77b req-18aaa525-0b80-487c-b94d-7456b1160673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:09.438463 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-84d9099c-9b1d-44e8-86aa-ae84f9b5b77b req-18aaa525-0b80-487c-b94d-7456b1160673 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3beff15aad4dfe91723ec3a6e45ca5&device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 1097 time: 0.0632029 Jun 24 09:29:09.608786 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b97e2-56b5-4c4d-bfe7-1e5f193a74b4 req-0bfd78eb-7802-41ac-99fb-8355e5fc1268 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:09.610685 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9099c-9b1d-44e8-86aa-ae84f9b5b77b req-bb679d18-1e08-4894-b9e9-87e462bfb22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:09.610685 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-84d9099c-9b1d-44e8-86aa-ae84f9b5b77b req-bb679d18-1e08-4894-b9e9-87e462bfb22e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9f3beff15aad4dfe91723ec3a6e45ca5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1057415 Jun 24 09:29:09.611354 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7e4b97e2-56b5-4c4d-bfe7-1e5f193a74b4 req-0bfd78eb-7802-41ac-99fb-8355e5fc1268 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.0708187 Jun 24 09:29:09.650159 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7e4b97e2-56b5-4c4d-bfe7-1e5f193a74b4 req-2806a17a-b5ad-420b-bed8-11e2634ce906 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334535 Jun 24 09:29:09.712676 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9099c-9b1d-44e8-86aa-ae84f9b5b77b req-9b429a4d-871b-47b8-93a6-600f935384d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:09.713466 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-84d9099c-9b1d-44e8-86aa-ae84f9b5b77b req-9b429a4d-871b-47b8-93a6-600f935384d6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934174 Jun 24 09:29:09.878910 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-8710317e-d34d-402e-aea7-35b2ea6d9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:09.880438 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-8710317e-d34d-402e-aea7-35b2ea6d9b6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3beff15aad4dfe91723ec3a6e45ca5&device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 1097 time: 0.0549843 Jun 24 09:29:09.965993 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-ed0adc5e-2512-4608-b69e-d1741c800a62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c8dd78d-adc2-4354-89a9-2f3ebcdad052 HTTP/1.1" status: 200 len: 217 time: 0.0644221 Jun 24 09:29:09.997098 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e29c25-2864-47ee-ab67-3462134269c6 req-8933724d-4894-4681-830b-d65329daa4ba tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:10.002428 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-08e29c25-2864-47ee-ab67-3462134269c6 req-8933724d-4894-4681-830b-d65329daa4ba tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 944 time: 0.0967438 Jun 24 09:29:10.062361 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-08e29c25-2864-47ee-ab67-3462134269c6 req-bdc09a97-847a-4e07-b9d1-acefb687a75b tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578787 Jun 24 09:29:10.098081 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-b0a88896-e2f9-4f04-b254-caa450a39969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:10.099526 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-b0a88896-e2f9-4f04-b254-caa450a39969 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76ffab51-0bbc-42bc-96b1-b1a0e501df29 HTTP/1.1" status: 200 len: 853 time: 0.0682526 Jun 24 09:29:10.168009 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-6a0c2b06-e248-4733-8449-dc74bb789082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:10.169513 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-6a0c2b06-e248-4733-8449-dc74bb789082 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526247 Jun 24 09:29:10.263030 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-934f60b3-3d39-4df4-920c-96f52ee47660 service neutron] 10.222.0.60 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846839 Jun 24 09:29:10.412371 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eaeca68b-1035-4fcd-b35d-d23c52305f7e req-c4c20d97-aa1d-47ab-9d67-bf3ad12a43b4 service neutron] 10.222.0.60 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199415 Jun 24 09:29:10.422849 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af68f7-fdf9-4540-ac77-01099a897073 req-6fe27ebe-8315-4acf-9e71-666ed562a0cd tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:10.424669 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a5af68f7-fdf9-4540-ac77-01099a897073 req-6fe27ebe-8315-4acf-9e71-666ed562a0cd tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.60 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.1251044 Jun 24 09:29:10.544259 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-a5af68f7-fdf9-4540-ac77-01099a897073 req-3c55db51-b0ed-49cf-a18f-2c32ef7733bc tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Deleting port 5e0560d4-e0bd-496f-bf98-a977dbd01b82 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:29:10.544494 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a5af68f7-fdf9-4540-ac77-01099a897073 req-3c55db51-b0ed-49cf-a18f-2c32ef7733bc tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:10.564690 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d8045-2d35-4e99-9278-6e5726517484 req-4e70f0db-04f4-49bc-9ebc-cd6841e68336 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:10.566204 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e60d8045-2d35-4e99-9278-6e5726517484 req-4e70f0db-04f4-49bc-9ebc-cd6841e68336 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0632989 Jun 24 09:29:10.607070 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e60d8045-2d35-4e99-9278-6e5726517484 req-b6b503b5-ad5c-431f-bdc9-b581d49de65d tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344555 Jun 24 09:29:10.915152 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-a5af68f7-fdf9-4540-ac77-01099a897073 req-3c55db51-b0ed-49cf-a18f-2c32ef7733bc tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] For port 5e0560d4-e0bd-496f-bf98-a977dbd01b82, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=5e0560d4-e0bd-496f-bf98-a977dbd01b82,segment=NetworkSegment(4dd0d472-22ca-4c74-8bd2-592993232e54),segment_id=4dd0d472-22ca-4c74-8bd2-592993232e54)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:10.915736 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a5af68f7-fdf9-4540-ac77-01099a897073 req-3c55db51-b0ed-49cf-a18f-2c32ef7733bc tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:10.935087 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c1722-911c-49c5-a5d7-b95349d1db52 req-1e13c28e-f9f4-4a4d-b80e-c052c1a9f456 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:10.936525 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bc9c1722-911c-49c5-a5d7-b95349d1db52 req-1e13c28e-f9f4-4a4d-b80e-c052c1a9f456 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 946 time: 0.1052654 Jun 24 09:29:10.940505 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-a5af68f7-fdf9-4540-ac77-01099a897073 req-3c55db51-b0ed-49cf-a18f-2c32ef7733bc tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Calling delete_port for 5e0560d4-e0bd-496f-bf98-a977dbd01b82 owned by compute:nova {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:29:11.020384 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bc9c1722-911c-49c5-a5d7-b95349d1db52 req-21bb32c7-69f7-4583-9849-30b2c732fd4d tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/security-groups?id=92a2fdf0-4a63-46ae-8890-dc3ab89ef594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757391 Jun 24 09:29:11.248279 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2476b1c-a650-4b90-ab15-994511eb2a85 req-60355b94-a9ec-4928-9ae7-bbd1cea9f239 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:11.249627 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a2476b1c-a650-4b90-ab15-994511eb2a85 req-60355b94-a9ec-4928-9ae7-bbd1cea9f239 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 944 time: 0.0631163 Jun 24 09:29:11.294285 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a2476b1c-a650-4b90-ab15-994511eb2a85 req-8cb6cfaf-fcaf-453c-94f2-40aaaa755d6e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391238 Jun 24 09:29:11.741861 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-88ed2dcb-ba6b-4a1e-8f30-2b493e22277d tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:11.744248 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-88ed2dcb-ba6b-4a1e-8f30-2b493e22277d tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0750229 Jun 24 09:29:11.785365 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bfe6f3bd-393b-4755-a057-12dc42d04a04 req-e4f1f5fc-7178-44bb-9e73-3508706560ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0630641 Jun 24 09:29:11.859920 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fd848-5271-41e8-804f-6614dda83224 req-fb1a6a15-572d-4043-a83a-f55f931add7e tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:11.861280 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c92fd848-5271-41e8-804f-6614dda83224 req-fb1a6a15-572d-4043-a83a-f55f931add7e tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 946 time: 0.1394005 Jun 24 09:29:11.875613 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6f3bd-393b-4755-a057-12dc42d04a04 req-dfc15f33-bf6b-4621-9468-d08869773fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:11.877214 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bfe6f3bd-393b-4755-a057-12dc42d04a04 req-dfc15f33-bf6b-4621-9468-d08869773fac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbfdc68456ca43ad8b12fde0e8cc2f24&device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0564070 Jun 24 09:29:11.908139 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Deleting port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:29:11.908475 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:11.913256 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c92fd848-5271-41e8-804f-6614dda83224 req-b4df40e7-0413-41e1-a84c-53c6abb1a2f0 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462196 Jun 24 09:29:11.985148 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a5af68f7-fdf9-4540-ac77-01099a897073 req-3c55db51-b0ed-49cf-a18f-2c32ef7733bc tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:11.987270 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6f3bd-393b-4755-a057-12dc42d04a04 req-7e543f45-5457-4efe-a49c-97169688ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:11.988773 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bfe6f3bd-393b-4755-a057-12dc42d04a04 req-7e543f45-5457-4efe-a49c-97169688ed23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd HTTP/1.1" status: 200 len: 910 time: 0.0914452 Jun 24 09:29:11.990842 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-86834d1b-6f2b-46c4-83b1-5443fc4e547e tempest-AttachVolumeNegativeTest-1329172965 tempest-AttachVolumeNegativeTest-1329172965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:12.025246 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['5e0560d4-e0bd-496f-bf98-a977dbd01b82'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:29:12.026009 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55db51-b0ed-49cf-a18f-2c32ef7733bc tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Pushing event deleted for resources: {'Port': ['ID=5e0560d4-e0bd-496f-bf98-a977dbd01b82,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:12.035283 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3c55db51-b0ed-49cf-a18f-2c32ef7733bc tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:12.037063 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] For port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:12.039057 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:12.101118 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bfe6f3bd-393b-4755-a057-12dc42d04a04 req-2d82290b-dae9-492d-919f-ba12b2c91dd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d00cd4-6e1b-43c1-ad26-52769204299b HTTP/1.1" status: 200 len: 1000 time: 0.1051893 Jun 24 09:29:12.108676 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:29:12.129360 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5af68f7-fdf9-4540-ac77-01099a897073 req-3c55db51-b0ed-49cf-a18f-2c32ef7733bc tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] No DVR routers for this DVR port 5e0560d4-e0bd-496f-bf98-a977dbd01b82 on host hv-cinder-79781 {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:29:12.133123 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-a5af68f7-fdf9-4540-ac77-01099a897073 req-3c55db51-b0ed-49cf-a18f-2c32ef7733bc tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:12.135097 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a5af68f7-fdf9-4540-ac77-01099a897073 req-3c55db51-b0ed-49cf-a18f-2c32ef7733bc tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.60 "DELETE /v2.0/ports/5e0560d4-e0bd-496f-bf98-a977dbd01b82 HTTP/1.1" status: 204 len: 173 time: 1.6852303 Jun 24 09:29:12.135591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26b3138-ebeb-4edd-805a-237492aff99d', 'name': 'network-vif-deleted', 'tag': '5e0560d4-e0bd-496f-bf98-a977dbd01b82'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:29:12.138287 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be2c904-a47a-4262-8ca8-9f8c0096b61d" -d '{"events": [{"server_uuid": "a26b3138-ebeb-4edd-805a-237492aff99d", "name": "network-vif-deleted", "tag": "5e0560d4-e0bd-496f-bf98-a977dbd01b82"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:29:12.217387 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0cc2f148-2eae-44d0-92a7-0d780339a250 req-89bac233-ba65-41aa-bc69-f7c382c2c0e1 tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 210 time: 0.0418744 Jun 24 09:29:12.240301 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6f3bd-393b-4755-a057-12dc42d04a04 req-a3ac13e7-0fd3-4998-9ee1-b6a948c658b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:12.246025 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bfe6f3bd-393b-4755-a057-12dc42d04a04 req-a3ac13e7-0fd3-4998-9ee1-b6a948c658b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d68aec6-ddc3-493c-9a2f-e03dbb68dba1 HTTP/1.1" status: 200 len: 848 time: 0.1312912 Jun 24 09:29:12.291811 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30185b36-ecb1-4067-928e-d951fbc62bb3 x-openstack-request-id: req-30185b36-ecb1-4067-928e-d951fbc62bb3 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:29:12.292231 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26b3138-ebeb-4edd-805a-237492aff99d", "name": "network-vif-deleted", "tag": "5e0560d4-e0bd-496f-bf98-a977dbd01b82", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:29:12.292586 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30185b36-ecb1-4067-928e-d951fbc62bb3 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:29:12.293066 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26b3138-ebeb-4edd-805a-237492aff99d', 'name': 'network-vif-deleted', 'tag': '5e0560d4-e0bd-496f-bf98-a977dbd01b82', 'status': 'completed', 'code': 200} Jun 24 09:29:12.325131 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6f3bd-393b-4755-a057-12dc42d04a04 req-d5a65408-e014-4133-bd50-c86ce23f5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:12.326892 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bfe6f3bd-393b-4755-a057-12dc42d04a04 req-d5a65408-e014-4133-bd50-c86ce23f5d34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742273 Jun 24 09:29:12.335689 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:12.337282 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:12.337782 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Floating IP 5e3f2f68-f29a-4899-8c42-c966a67827cd disassociated. External IP: 172.27.2.34, port: d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1. Jun 24 09:29:12.338891 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Calling delete_port for d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 owned by compute:nova {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:29:12.381078 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,segment=NetworkSegment(0d250128-c092-4908-b3c2-42c08ce4a051),segment_id=0d250128-c092-4908-b3c2-42c08ce4a051)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:12.399214 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'port_id': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052', 'mac_address': 'fa:16:3e:65:1a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:29:12.469880 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:12.491258 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:29:12.513405 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,segment=NetworkSegment(0d250128-c092-4908-b3c2-42c08ce4a051),segment_id=0d250128-c092-4908-b3c2-42c08ce4a051)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:12.520735 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bfe6f3bd-393b-4755-a057-12dc42d04a04 req-f6c79f16-ab8c-41a8-957b-f6f9a0ae95d9 service neutron] 10.222.0.60 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831262 Jun 24 09:29:12.546058 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908c64a-b225-4d1d-9f2c-a1d7c2e0cd10 req-323d10b9-32c6-435c-90a4-b65d9530125c tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:12.547472 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d908c64a-b225-4d1d-9f2c-a1d7c2e0cd10 req-323d10b9-32c6-435c-90a4-b65d9530125c tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 944 time: 0.1060250 Jun 24 09:29:12.569842 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:12.571511 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:12.573362 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:12.579929 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:12.617764 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event deleted for resources: {'Port': ['ID=d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:12.622200 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:12.648105 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d908c64a-b225-4d1d-9f2c-a1d7c2e0cd10 req-e49b64fd-6c9a-4207-8928-5434910a5cb1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917273 Jun 24 09:29:12.656132 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:12.667447 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:12.687048 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bfe6f3bd-393b-4755-a057-12dc42d04a04 req-67061555-3ee0-4e0b-b7ff-c00841635abf service neutron] 10.222.0.60 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580107 Jun 24 09:29:12.752523 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:29:12.861920 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:29:12.872272 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863e1c6f-0ab3-4d92-9930-0aed18b170b1 None None] Sync routers for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:29:12.881295 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863e1c6f-0ab3-4d92-9930-0aed18b170b1 None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:29:12.881916 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-863e1c6f-0ab3-4d92-9930-0aed18b170b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:28:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:12.906431 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] No DVR routers for this DVR port d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 on host hv-cinder-79781 {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:29:12.910369 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:12.912391 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-84e5dac5-f735-4e95-ae8e-0d426616815d req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "DELETE /v2.0/ports/d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 HTTP/1.1" status: 204 len: 173 time: 1.1481504 Jun 24 09:29:12.976025 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['6c8dd78d-adc2-4354-89a9-2f3ebcdad052'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:29:13.079613 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-863e1c6f-0ab3-4d92-9930-0aed18b170b1 None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:29:13.089201 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506784db-25ee-4ed8-acc7-fdd9280194ea req-e1e5d206-5f00-4f7d-8ea3-b9cee4afbcb6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:13.099071 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-506784db-25ee-4ed8-acc7-fdd9280194ea req-e1e5d206-5f00-4f7d-8ea3-b9cee4afbcb6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0907063 Jun 24 09:29:13.144235 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-506784db-25ee-4ed8-acc7-fdd9280194ea req-2425c869-d43e-49e8-9b5e-7de67074499f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440719 Jun 24 09:29:13.153036 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f076ec80-f232-4d53-bb36-6e497d1c9bdd req-9edef573-04e3-44fa-870d-703d4a0b4e7f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 210 time: 0.0679882 Jun 24 09:29:13.369952 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-796c7332-389a-451a-87dd-d8362d9aba6d req-ec2e4463-3717-4867-a184-c770be80481a tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26b3138-ebeb-4edd-805a-237492aff99d HTTP/1.1" status: 200 len: 210 time: 0.0287173 Jun 24 09:29:13.375990 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-863e1c6f-0ab3-4d92-9930-0aed18b170b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:13.403724 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863e1c6f-0ab3-4d92-9930-0aed18b170b1 None None] Checking router: d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:29:13.410447 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863e1c6f-0ab3-4d92-9930-0aed18b170b1 None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:29:13.411107 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-863e1c6f-0ab3-4d92-9930-0aed18b170b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:28:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:13.514677 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-863e1c6f-0ab3-4d92-9930-0aed18b170b1 None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:29:13.708526 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-863e1c6f-0ab3-4d92-9930-0aed18b170b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:13.739209 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863e1c6f-0ab3-4d92-9930-0aed18b170b1 None None] The sync data for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi is: [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:29:13.822343 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db2eed-8b0b-430d-9595-bdd1e3c34fc8 req-50bb6fd8-651d-41b6-9f0b-2129e921afad tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:13.823830 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a3db2eed-8b0b-430d-9595-bdd1e3c34fc8 req-50bb6fd8-651d-41b6-9f0b-2129e921afad tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 945 time: 0.0687001 Jun 24 09:29:13.862466 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a3db2eed-8b0b-430d-9595-bdd1e3c34fc8 req-7716391e-6b5c-476b-94c8-22b3b342b367 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327044 Jun 24 09:29:13.947680 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ccdf28-d862-48b3-9708-1af907d2ed52 None None] New status for floating IP 5e3f2f68-f29a-4899-8c42-c966a67827cd: DOWN {{(pid=93462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:29:14.126504 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:29:14.263682 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:29:14.270193 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:29:14.277442 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:14.309055 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678d80cb-1870-41e8-ae0a-bdee96ae0fa6', 'name': 'network-vif-deleted', 'tag': 'd3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:29:14.311405 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da28307-baad-421e-bae8-8023f80d2f26" -d '{"events": [{"server_uuid": "678d80cb-1870-41e8-ae0a-bdee96ae0fa6", "name": "network-vif-deleted", "tag": "d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:29:14.315935 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-291dc0d5-0344-4a25-90e9-e3edec5d4ae7 req-8dadd2d5-f6a2-47e9-89c9-ad0e56d3d1de tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=678d80cb-1870-41e8-ae0a-bdee96ae0fa6 HTTP/1.1" status: 200 len: 210 time: 0.0348566 Jun 24 09:29:14.361277 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ecc5f-3889-452f-af5d-86615357d5f8 req-4f6a036b-84c6-4af6-8453-e82320aa3138 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:14.362772 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b81ecc5f-3889-452f-af5d-86615357d5f8 req-4f6a036b-84c6-4af6-8453-e82320aa3138 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0913615 Jun 24 09:29:14.370719 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a211c376-a1a0-4c3e-9a24-4e1245f8ee07 x-openstack-request-id: req-a211c376-a1a0-4c3e-9a24-4e1245f8ee07 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:29:14.371079 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678d80cb-1870-41e8-ae0a-bdee96ae0fa6", "name": "network-vif-deleted", "tag": "d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:29:14.371370 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a211c376-a1a0-4c3e-9a24-4e1245f8ee07 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:29:14.371797 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678d80cb-1870-41e8-ae0a-bdee96ae0fa6', 'name': 'network-vif-deleted', 'tag': 'd3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1', 'status': 'completed', 'code': 200} Jun 24 09:29:14.380194 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:14.402315 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b81ecc5f-3889-452f-af5d-86615357d5f8 req-c69d0715-ea2e-42f7-a878-c2d81c3b949d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334287 Jun 24 09:29:14.404700 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:29:14.406992 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d400baa-8464-4788-bf72-659f2ea0b903" -d '{"events": [{"server_uuid": "2d93802c-3e95-4030-b6e3-bb8d216473cc", "name": "network-vif-plugged", "status": "completed", "tag": "6c8dd78d-adc2-4354-89a9-2f3ebcdad052"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:29:14.420459 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,segment=NetworkSegment(0d250128-c092-4908-b3c2-42c08ce4a051),segment_id=0d250128-c092-4908-b3c2-42c08ce4a051)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:14.498385 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:14.499535 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 5e0560d4-e0bd-496f-bf98-a977dbd01b82 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:29:14.503084 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:14.527514 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: 5e0560d4-e0bd-496f-bf98-a977dbd01b82 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:29:14.527514 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 5e0560d4-e0bd-496f-bf98-a977dbd01b82 not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:29:14.527514 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:29:14.561781 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:29:14.562132 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device d3fec6d6-0ad7-4b41-a4d9-6fcc06413dc1 not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:29:14.581809 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ace59a-b7f5-4fb4-8d8e-fa1860b3111d x-openstack-request-id: req-04ace59a-b7f5-4fb4-8d8e-fa1860b3111d {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d93802c-3e95-4030-b6e3-bb8d216473cc", "name": "network-vif-plugged", "status": "completed", "tag": "6c8dd78d-adc2-4354-89a9-2f3ebcdad052", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04ace59a-b7f5-4fb4-8d8e-fa1860b3111d {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052', 'code': 200} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:14.599380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:14.602350 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:15.077437 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786159f-92c0-4486-83fe-ade0cccc5043 req-26ecf51a-24d9-44a9-aed1-1cd8a78b4e11 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:15.077437 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7786159f-92c0-4486-83fe-ade0cccc5043 req-26ecf51a-24d9-44a9-aed1-1cd8a78b4e11 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 946 time: 0.1035910 Jun 24 09:29:15.129312 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc208606-2bf7-4a41-90d7-e3d6391a9912 req-8a43f4cd-d3b7-4e77-8f08-87345d15541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:15.130750 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cc208606-2bf7-4a41-90d7-e3d6391a9912 req-8a43f4cd-d3b7-4e77-8f08-87345d15541b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 1099 time: 0.1141491 Jun 24 09:29:15.136813 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-7786159f-92c0-4486-83fe-ade0cccc5043 req-83eb2e15-dab4-41b7-a2c5-4b9df573b9e0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531425 Jun 24 09:29:15.166345 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cc208606-2bf7-4a41-90d7-e3d6391a9912 req-c9b10936-3026-4620-9414-4ab658f857a8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278988 Jun 24 09:29:15.582856 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14662f76-0bfe-4ef2-be13-8c6d747887af req-1201c902-e81d-4d4a-9ddc-60b8a684260c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:15.584342 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-14662f76-0bfe-4ef2-be13-8c6d747887af req-1201c902-e81d-4d4a-9ddc-60b8a684260c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0641196 Jun 24 09:29:15.604604 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-c069931c-923d-465b-9131-7e2e5855db82 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039081024&fields=id&tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2 HTTP/1.1" status: 200 len: 267 time: 0.0358000 Jun 24 09:29:15.624770 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-14662f76-0bfe-4ef2-be13-8c6d747887af req-dc69f66f-1a59-4ca2-90d6-f7f046241506 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332358 Jun 24 09:29:15.711754 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-15ff0456-9906-4a6e-9430-b5b1018f2d74 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:15.713182 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-15ff0456-9906-4a6e-9430-b5b1018f2d74 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 812 time: 0.1021569 Jun 24 09:29:15.727883 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-7347ed36-5b34-48f9-871a-369671b31385 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/quotas/8d5c4a9d09eb4edb86fe215d0dea13b2 HTTP/1.1" status: 200 len: 375 time: 0.0088165 Jun 24 09:29:15.796455 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-4381d451-1565-4bc2-8821-bf24d6bcbd05 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634732 Jun 24 09:29:15.891285 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-ae7585e3-5386-4c47-a31c-8f5ab7c17c14 service neutron] 10.222.0.39 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832472 Jun 24 09:29:15.977967 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-e09c2b9b-d9da-471f-98f2-6fb18c757d36 service neutron] 10.222.0.39 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801933 Jun 24 09:29:16.309023 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39cb7d-ad78-405c-a878-7015056b34b7 req-ce80ea2c-064e-43c3-9655-63aad332e79a tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:16.310541 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5f39cb7d-ad78-405c-a878-7015056b34b7 req-ce80ea2c-064e-43c3-9655-63aad332e79a tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 946 time: 0.0627725 Jun 24 09:29:16.353160 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5f39cb7d-ad78-405c-a878-7015056b34b7 req-274d7d65-cf1c-4056-8922-76d58371c9f6 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368445 Jun 24 09:29:16.569197 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f899832f-5386-4c60-bf2a-09fb7db2669c req-b907fc95-25c8-40b6-82c6-6fb3c58f29c3 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 210 time: 0.0450289 Jun 24 09:29:16.806802 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89fa12-fd89-46c3-b52f-41ea0cc00227 req-91834174-0437-4965-a49d-32a114fa9e31 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:16.808280 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ac89fa12-fd89-46c3-b52f-41ea0cc00227 req-91834174-0437-4965-a49d-32a114fa9e31 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0687666 Jun 24 09:29:16.846672 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ac89fa12-fd89-46c3-b52f-41ea0cc00227 req-a57a2dff-31d4-4e85-97aa-6c60134f421e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325098 Jun 24 09:29:17.035234 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-7f675e6d-1409-49a3-b8a1-a62d3672dae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:17.522729 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876053c2-8010-4c4a-a71e-fe84ed6beb71 req-ff3733c4-d618-4bc2-86f4-348d583fb292 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:17.524184 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-876053c2-8010-4c4a-a71e-fe84ed6beb71 req-ff3733c4-d618-4bc2-86f4-348d583fb292 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 946 time: 0.0616443 Jun 24 09:29:17.561255 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-876053c2-8010-4c4a-a71e-fe84ed6beb71 req-b1b5e50e-4020-40b8-974e-2061f8904412 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309453 Jun 24 09:29:17.705829 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-592b321b-da34-483e-bb15-6f9519a729fc req-6804c1b7-dc0c-4bf0-9569-af805eb9c3be tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 210 time: 0.0279603 Jun 24 09:29:17.730952 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904debb-6eb9-4468-a5b3-3a6a6116b7b0 req-b2eed4c0-a8a5-4e7e-8797-136234ebaef9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:17.732400 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0904debb-6eb9-4468-a5b3-3a6a6116b7b0 req-b2eed4c0-a8a5-4e7e-8797-136234ebaef9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 946 time: 0.0635221 Jun 24 09:29:17.768562 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0904debb-6eb9-4468-a5b3-3a6a6116b7b0 req-9e0e794e-0004-4c6c-b791-e5c8f35728a2 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306354 Jun 24 09:29:18.031158 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9a767-9dac-427d-9523-2e1b8f3acd73 req-cefb3dd9-7152-4910-96d2-5286b58ef89f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:18.032612 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-78b9a767-9dac-427d-9523-2e1b8f3acd73 req-cefb3dd9-7152-4910-96d2-5286b58ef89f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0725367 Jun 24 09:29:18.073574 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-78b9a767-9dac-427d-9523-2e1b8f3acd73 req-0973e2d6-4a85-44ba-a64a-0e5268d4c0dc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352640 Jun 24 09:29:18.153032 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d666-a81b-4516-a796-fab1cbe5914f req-511ea258-7e7c-43d2-9421-8a48279936df tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:18.154463 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2415d666-a81b-4516-a796-fab1cbe5914f req-511ea258-7e7c-43d2-9421-8a48279936df tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 946 time: 0.0650780 Jun 24 09:29:18.192478 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2415d666-a81b-4516-a796-fab1cbe5914f req-6a76e5bd-db96-46ce-b76a-568bf3888aa6 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Jun 24 09:29:18.844893 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-998ba454-b818-49f7-8255-bd0b274e1312 req-537c28dd-0760-4171-9c8b-1c5d3f074e56 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 210 time: 0.0283957 Jun 24 09:29:19.247239 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858054f-993a-4214-9a97-1401fedd1d32 req-9b3940da-5d40-4730-ab22-78d70ec948ad tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:19.248668 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d858054f-993a-4214-9a97-1401fedd1d32 req-9b3940da-5d40-4730-ab22-78d70ec948ad tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0630505 Jun 24 09:29:19.285125 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d858054f-993a-4214-9a97-1401fedd1d32 req-675e277c-db8f-4537-b05b-979b6bb20c10 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309553 Jun 24 09:29:19.794345 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cd8a7ced-a247-4b0e-93e0-1561c2f1555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:19.938025 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:19.988481 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-26d0b6e0-7c6c-448d-b9b6-d6ff7cf471f4 req-b743ca51-1a76-4af6-866b-8a6cf3000ca6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 210 time: 0.0280201 Jun 24 09:29:20.458099 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:20.461794 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86900a2-448b-4d5c-8c31-60a0cd157e01 req-0db9e355-7dc0-4926-8b2e-a450e73a4fa6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:20.463762 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f86900a2-448b-4d5c-8c31-60a0cd157e01 req-0db9e355-7dc0-4926-8b2e-a450e73a4fa6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0663228 Jun 24 09:29:20.501708 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f86900a2-448b-4d5c-8c31-60a0cd157e01 req-9e62159b-3722-4d50-96c3-964f8ca56628 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322709 Jun 24 09:29:20.595403 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:29:20.737101 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-b6157d99-38e6-49b7-a1c7-9c4f59a90774 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:20.738408 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-b6157d99-38e6-49b7-a1c7-9c4f59a90774 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 812 time: 0.0991187 Jun 24 09:29:20.788699 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-3cc02dcf-4e49-4a7a-855a-5576e2467e8c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2 HTTP/1.1" status: 200 len: 380 time: 0.0354285 Jun 24 09:29:20.797545 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Request body: {'port': {'device_id': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'admin_state_up': True, 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'security_groups': ['1db30a6c-5e8e-4410-af3c-dc9946abc230']}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:29:21.029631 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Made reservation on behalf of 8d5c4a9d09eb4edb86fe215d0dea13b2 for: {'port': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:29:21.033199 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:21.148307 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-aee6efd9-af45-419c-90ab-559e0b70d67d req-3bf98bac-8402-4cff-a786-31b63a309c2d tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 210 time: 0.0356038 Jun 24 09:29:21.179050 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Allocated IP 172.20.0.13 (fb47e512-5e26-4207-b976-9fe983e57a28/e7e12545-9651-49d6-befe-66dc1f60d9c6/3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:29:21.336097 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:21.351109 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Transition to ACTIVE for port object 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a will not be triggered until provisioned by entity DHCP. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:29:21.453134 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:21.457347 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2094d39b-483a-4081-9974-c726d77a07a7 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:21.497117 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Network fb47e512-5e26-4207-b976-9fe983e57a28 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:29:21.500116 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:29:21.503711 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:29:21.532301 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'Port': ['ID=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:21.537292 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:21.564371 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:21.565978 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:21.669949 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8762403 Jun 24 09:29:21.687960 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Request body: {'port': {'device_id': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:29:21.704882 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e93b0f-7f2b-4e8c-a57b-f51477e2e36d req-fc42f682-c138-424f-b0ba-3868dcd86314 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:21.706320 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-38e93b0f-7f2b-4e8c-a57b-f51477e2e36d req-fc42f682-c138-424f-b0ba-3868dcd86314 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0751712 Jun 24 09:29:21.743672 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-38e93b0f-7f2b-4e8c-a57b-f51477e2e36d req-93691736-0617-4204-9958-81af1f694dbc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 Jun 24 09:29:21.768266 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:21.863502 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-5517b31c-c31e-4313-83be-43def487afa7 None None] Provisioning for port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:29:21.867432 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-5517b31c-c31e-4313-83be-43def487afa7 None None] Provisioning complete for port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:29:21.867895 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-5517b31c-c31e-4313-83be-43def487afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:21.900489 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-5517b31c-c31e-4313-83be-43def487afa7 None None] Port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:29:22.035304 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a {{(pid=93459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:29:22.090605 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:22.103062 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.provisioning_blocks [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Transition to ACTIVE for port object 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a will not be triggered until provisioned by entity L2. {{(pid=93459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:29:22.229649 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:22.234036 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6710b0d6-5fb9-47dc-8a02-f3b620198067 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:22.338471 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Pushing event updated for resources: {'Port': ['ID=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:22.344402 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:22.352369 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:22.359643 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaf50e-a519-4364-a767-9d8e792904a7 req-4aaf63e5-c8e4-4d4f-9351-88c07a7d3d00 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:22.366442 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6daaf50e-a519-4364-a767-9d8e792904a7 req-4aaf63e5-c8e4-4d4f-9351-88c07a7d3d00 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 944 time: 0.0757129 Jun 24 09:29:22.407185 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Attempting to bind port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:29:22.407518 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Attempting to bind port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:29:22.424435 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Attempting to bind port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a on network fb47e512-5e26-4207-b976-9fe983e57a28 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:29:22.424435 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a on network fb47e512-5e26-4207-b976-9fe983e57a28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:29:22.424435 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Attempting to bind port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a on network fb47e512-5e26-4207-b976-9fe983e57a28 {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:29:22.432468 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6daaf50e-a519-4364-a767-9d8e792904a7 req-017cb25d-a916-4d66-9fb8-fb1d7d007bc2 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628812 Jun 24 09:29:22.433249 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:29:22.433594 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Checking segment: {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:29:22.433989 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Bound using segment: {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'} {{(pid=93459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:29:22.434436 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.managers [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Bound port: 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'}}] {{(pid=93459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:29:22.434786 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:22.514588 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] For port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a, host hv-cinder-79781, cleared binding levels {{(pid=93459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:29:22.517333 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] For port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:29:22.601026 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:22.603173 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4c7a1ff6-c860-4328-a575-6c457ef0258d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:22.641880 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:22.643044 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:22.644075 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] 10.222.0.60 "PUT /v2.0/ports/3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a HTTP/1.1" status: 200 len: 1094 time: 0.9605517 Jun 24 09:29:22.647674 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'tag': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:29:22.647674 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d9dab5-6011-4da5-ae98-eb4edf69b5da" -d '{"events": [{"name": "network-changed", "server_uuid": "ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a", "tag": "3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:29:22.682581 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Pushing event updated for resources: {'Port': ['ID=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a,revision_number=3']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:22.682581 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:22.698675 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0acb657-e0a5-42be-9cfd-825af5ad271d x-openstack-request-id: req-b0acb657-e0a5-42be-9cfd-825af5ad271d {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:29:22.699040 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a", "tag": "3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:29:22.699323 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0acb657-e0a5-42be-9cfd-825af5ad271d {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:29:22.699755 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'tag': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'status': 'completed', 'code': 200} Jun 24 09:29:22.811119 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9dab5-6011-4da5-ae98-eb4edf69b5da req-faa1309a-aa64-4c2b-8069-f362aa059020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:22.816745 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00d9dab5-6011-4da5-ae98-eb4edf69b5da req-faa1309a-aa64-4c2b-8069-f362aa059020 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 1097 time: 0.0607584 Jun 24 09:29:22.928217 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9dab5-6011-4da5-ae98-eb4edf69b5da req-7f9e9984-49db-460d-be20-34b96c14f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:22.929572 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00d9dab5-6011-4da5-ae98-eb4edf69b5da req-7f9e9984-49db-460d-be20-34b96c14f9a8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1005373 Jun 24 09:29:22.954969 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be574a-2138-4f07-996d-01c1d6560aa0 req-69ac59cf-041b-43c0-aa90-beb83db7636d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:22.956481 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-07be574a-2138-4f07-996d-01c1d6560aa0 req-69ac59cf-041b-43c0-aa90-beb83db7636d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0708773 Jun 24 09:29:22.996764 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-07be574a-2138-4f07-996d-01c1d6560aa0 req-36fad828-2836-408c-b802-a80bd3f6ccc3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341086 Jun 24 09:29:23.025794 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9dab5-6011-4da5-ae98-eb4edf69b5da req-709384bb-9c79-4c26-bbb5-8217ec93c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:23.027243 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-00d9dab5-6011-4da5-ae98-eb4edf69b5da req-709384bb-9c79-4c26-bbb5-8217ec93c545 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916724 Jun 24 09:29:23.163274 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-cec289ec-6eb7-438b-9575-82737cd7e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:23.164576 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-cec289ec-6eb7-438b-9575-82737cd7e5f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 1097 time: 0.0524096 Jun 24 09:29:23.217043 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-5aae40f7-d10c-450c-8559-d5ef1cf6bd90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a HTTP/1.1" status: 200 len: 217 time: 0.0367932 Jun 24 09:29:23.264433 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-b82c26df-4cae-42cb-8bb1-378afc915a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:23.265783 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-b82c26df-4cae-42cb-8bb1-378afc915a36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e12545-9651-49d6-befe-66dc1f60d9c6 HTTP/1.1" status: 200 len: 851 time: 0.0419247 Jun 24 09:29:23.328250 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-4fb3a01a-aa93-4c4f-b32b-426ada238031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:23.329691 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-4fb3a01a-aa93-4c4f-b32b-426ada238031 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb47e512-5e26-4207-b976-9fe983e57a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550327 Jun 24 09:29:23.421429 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-93ae0b3d-3f79-4605-a419-d1b7a9c427eb service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827727 Jun 24 09:29:23.511333 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-686dc943-0981-474a-9f16-8dbf8e1a4cd9 req-e1c8a889-a7f4-4b0f-88eb-42332a540aa1 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823224 Jun 24 09:29:23.617944 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64301b9c-cfa0-45e4-a782-57d6a013ed30 req-5bcd2ac1-4be6-45a0-b1ee-b7ed7ead1fd6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:23.620212 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64301b9c-cfa0-45e4-a782-57d6a013ed30 req-5bcd2ac1-4be6-45a0-b1ee-b7ed7ead1fd6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 944 time: 0.0723519 Jun 24 09:29:23.655952 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-64301b9c-cfa0-45e4-a782-57d6a013ed30 req-7e5bb41f-e064-4a46-bf04-494a9f501abb tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299385 Jun 24 09:29:24.195150 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bbc1f-a070-4c98-9cfd-5f0f3acc2f0b req-241d60ed-90b8-403e-be0f-23c14f0155bb tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:24.196608 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-118bbc1f-a070-4c98-9cfd-5f0f3acc2f0b req-241d60ed-90b8-403e-be0f-23c14f0155bb tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0653408 Jun 24 09:29:24.235653 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-118bbc1f-a070-4c98-9cfd-5f0f3acc2f0b req-87c87fc7-0d81-49dd-b561-078d473e5268 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325024 Jun 24 09:29:24.828056 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403440b-96e2-4497-9026-d2d7c4d0c93d req-e758444f-b0e3-461e-a4c6-97db33bc9fd5 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:24.829472 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3403440b-96e2-4497-9026-d2d7c4d0c93d req-e758444f-b0e3-461e-a4c6-97db33bc9fd5 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 944 time: 0.0615129 Jun 24 09:29:24.865602 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3403440b-96e2-4497-9026-d2d7c4d0c93d req-0ad252d1-ca34-4e01-beb2-fce9fab8ed9f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303235 Jun 24 09:29:25.410001 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb740763-ddd0-4285-8ff8-b5a040458da4 req-130726d2-58bf-4168-af6b-f3ca665c9fbc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:25.411488 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eb740763-ddd0-4285-8ff8-b5a040458da4 req-130726d2-58bf-4168-af6b-f3ca665c9fbc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0627909 Jun 24 09:29:25.453964 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eb740763-ddd0-4285-8ff8-b5a040458da4 req-ecd78cf6-c7c3-413a-9726-7cad6341a4f3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360570 Jun 24 09:29:26.034086 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c1dd-021d-4483-8434-fe717f34fcae req-006a8232-207f-42f9-b745-7efce69bd8ba tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:26.035562 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6df4c1dd-021d-4483-8434-fe717f34fcae req-006a8232-207f-42f9-b745-7efce69bd8ba tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 944 time: 0.0617852 Jun 24 09:29:26.075130 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6df4c1dd-021d-4483-8434-fe717f34fcae req-cfa08ae9-7717-40d5-bd9c-45042230ea07 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338485 Jun 24 09:29:26.631012 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5244b2-f2ed-48fe-94aa-ed6638a0fc98 req-a2f882fc-aa2b-4f0c-95f8-60261c83cd4f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:26.632469 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8f5244b2-f2ed-48fe-94aa-ed6638a0fc98 req-a2f882fc-aa2b-4f0c-95f8-60261c83cd4f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0656664 Jun 24 09:29:26.669282 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8f5244b2-f2ed-48fe-94aa-ed6638a0fc98 req-c1869742-4fc9-4b9e-a51d-eaca0571248b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313687 Jun 24 09:29:27.249121 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b02d20-f324-4147-8353-d9f466b184ef req-90a3ec5c-9bad-47bb-96a5-34c5f44c5d3d tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:27.250521 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f7b02d20-f324-4147-8353-d9f466b184ef req-90a3ec5c-9bad-47bb-96a5-34c5f44c5d3d tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 944 time: 0.0651252 Jun 24 09:29:27.286366 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f7b02d20-f324-4147-8353-d9f466b184ef req-5555d3af-9678-4618-8e9c-d226d58974ab tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303080 Jun 24 09:29:27.846174 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b3b70-2761-4b93-ba3b-ea523085e638 req-ba60f397-6cc2-4210-8314-d33fa13d1f54 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:27.847607 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e04b3b70-2761-4b93-ba3b-ea523085e638 req-ba60f397-6cc2-4210-8314-d33fa13d1f54 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0607820 Jun 24 09:29:27.883271 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e04b3b70-2761-4b93-ba3b-ea523085e638 req-a9947d03-6456-4125-a64b-d1f80b750398 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301478 Jun 24 09:29:28.454078 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc3d15-173a-41ab-a266-89edfb814cdc req-e1610698-ea35-4e65-b12a-a4762bc57c53 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:28.455461 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-51fc3d15-173a-41ab-a266-89edfb814cdc req-e1610698-ea35-4e65-b12a-a4762bc57c53 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 944 time: 0.0624931 Jun 24 09:29:28.491436 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-51fc3d15-173a-41ab-a266-89edfb814cdc req-5cff8c86-dcc9-4951-ba3c-37a6ed77e75c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305336 Jun 24 09:29:28.601024 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:29.063182 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cecafc-356d-4a40-a9c1-8a1848150b1a req-69cbb12c-6081-4dc2-87b4-2b8431939e0b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:29.064613 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c6cecafc-356d-4a40-a9c1-8a1848150b1a req-69cbb12c-6081-4dc2-87b4-2b8431939e0b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0620103 Jun 24 09:29:29.101123 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c6cecafc-356d-4a40-a9c1-8a1848150b1a req-606c3b73-2127-427e-bb76-70ac52fbe835 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309031 Jun 24 09:29:29.669708 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e8fb8-dcd2-4121-99dd-ec3c05606fa3 req-5d333733-4f2d-46e8-9a60-7eb6f27b1507 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:29.671161 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-337e8fb8-dcd2-4121-99dd-ec3c05606fa3 req-5d333733-4f2d-46e8-9a60-7eb6f27b1507 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 944 time: 0.0699580 Jun 24 09:29:29.708098 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-337e8fb8-dcd2-4121-99dd-ec3c05606fa3 req-6254ece2-1912-450e-9ec3-ecf47ffc3872 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313094 Jun 24 09:29:30.227023 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:29:30.317378 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32ae07-fe40-442d-8c62-1098534020e7 req-6e1875cf-c33c-44ea-9ed0-eb55b5cc138f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:30.317378 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-db32ae07-fe40-442d-8c62-1098534020e7 req-6e1875cf-c33c-44ea-9ed0-eb55b5cc138f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0885332 Jun 24 09:29:30.354793 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:30.367646 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-db32ae07-fe40-442d-8c62-1098534020e7 req-f79eafbb-8743-46b7-b711-16ddf538525f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471725 Jun 24 09:29:30.368178 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'port_id': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'mac_address': 'fa:16:3e:96:a5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:29:30.410334 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:30.436643 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:29:30.458939 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:30.516263 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:30.517269 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 37307e8b-b926-49cc-a8ee-c8e02a4999e5 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:29:30.520478 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:30.611515 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:30.615571 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:30.654335 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 37307e8b-b926-49cc-a8ee-c8e02a4999e5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:30.667439 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'port_id': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'mac_address': 'fa:16:3e:f5:65:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:29:30.708054 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:30.721372 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37307e8b-b926-49cc-a8ee-c8e02a4999e5 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:29:30.742027 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 37307e8b-b926-49cc-a8ee-c8e02a4999e5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:30.830326 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:30.832331 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:30.882655 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=37307e8b-b926-49cc-a8ee-c8e02a4999e5,revision_number=6']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:30.886410 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:30.888661 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79de72-def5-464c-ae01-76736b628881 req-f6ac8fd7-f815-4ccb-8cae-fe90b145dbe6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:30.894793 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ca79de72-def5-464c-ae01-76736b628881 req-f6ac8fd7-f815-4ccb-8cae-fe90b145dbe6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 945 time: 0.0759032 Jun 24 09:29:30.927463 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ca79de72-def5-464c-ae01-76736b628881 req-295f098e-7163-4c74-9a57-2b2904cf4c34 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Jun 24 09:29:31.005906 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40288de4-215a-4582-a22f-6a7f3417a8af req-1516ba37-90f1-4848-9657-eb5d093df3a6 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:31.008026 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-40288de4-215a-4582-a22f-6a7f3417a8af req-1516ba37-90f1-4848-9657-eb5d093df3a6 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 946 time: 0.0693870 Jun 24 09:29:31.045922 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-40288de4-215a-4582-a22f-6a7f3417a8af req-685fd2f7-7ecc-400f-9a9f-47cdabb19ab2 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Jun 24 09:29:31.070456 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55772) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:31.094708 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aec9c-8e45-4b47-9d5f-ef06cad602d6 req-747675c4-a814-47a5-a9c0-d31f3cf526a9 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:31.096176 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-df9aec9c-8e45-4b47-9d5f-ef06cad602d6 req-747675c4-a814-47a5-a9c0-d31f3cf526a9 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0659697 Jun 24 09:29:31.116089 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['37307e8b-b926-49cc-a8ee-c8e02a4999e5'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:29:31.134246 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-df9aec9c-8e45-4b47-9d5f-ef06cad602d6 req-b0b3c8be-17bc-4e49-ae21-ed34046c9648 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321491 Jun 24 09:29:31.215826 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82c4a76-45e0-463a-8568-99abf3b68b66 tempest-TestMinimumBasicScenario-726957011 tempest-TestMinimumBasicScenario-726957011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:31.215826 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-d82c4a76-45e0-463a-8568-99abf3b68b66 tempest-TestMinimumBasicScenario-726957011 tempest-TestMinimumBasicScenario-726957011-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 1094 time: 0.1415627 Jun 24 09:29:31.218001 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55776) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:31.222775 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Request body: {'floatingip': {'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'port_id': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:29:31.326411 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for floatingip, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:31.422616 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:31.493321 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:29:31.560250 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Allocated IP 172.27.2.82 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/e76d312f-58ec-467f-aa6c-e61ade5f4cea) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:29:31.593780 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a97bd4-2963-450c-8730-827839571396 req-7516ddd5-745b-41b4-9bb8-873dccadf6e9 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:31.595273 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b1a97bd4-2963-450c-8730-827839571396 req-7516ddd5-745b-41b4-9bb8-873dccadf6e9 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 945 time: 0.1161418 Jun 24 09:29:31.675886 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b1a97bd4-2963-450c-8730-827839571396 req-01e54b5e-a933-4dd5-9881-6e06479366de tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703938 Jun 24 09:29:31.705323 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:31.795511 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:31.798731 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:31.830094 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:29:31.834604 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:29:31.838537 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:29:31.863645 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event updated for resources: {'Port': ['ID=e76d312f-58ec-467f-aa6c-e61ade5f4cea,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:31.871452 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:32.104692 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fac5e-1791-4d61-96fe-016b36e4428b req-c271d36d-7a02-4297-a18f-cb242b4f1b43 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:32.106790 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-740fac5e-1791-4d61-96fe-016b36e4428b req-c271d36d-7a02-4297-a18f-cb242b4f1b43 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 945 time: 0.0652199 Jun 24 09:29:32.150636 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-740fac5e-1791-4d61-96fe-016b36e4428b req-88abf868-dfdf-45e1-9ef4-31a5fcffa772 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316982 Jun 24 09:29:32.218988 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.220666 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 37307e8b-b926-49cc-a8ee-c8e02a4999e5 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:29:32.273634 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 37307e8b-b926-49cc-a8ee-c8e02a4999e5 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:29:32.274017 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.356768 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.381898 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774663e7-3af7-4ea0-9911-713f89779ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37307e8b-b926-49cc-a8ee-c8e02a4999e5'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:29:32.385139 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a224dad-529e-4f7b-87e1-acfb0b0a4162" -d '{"events": [{"server_uuid": "774663e7-3af7-4ea0-9911-713f89779ee9", "name": "network-vif-plugged", "status": "completed", "tag": "37307e8b-b926-49cc-a8ee-c8e02a4999e5"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:29:32.402300 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 37307e8b-b926-49cc-a8ee-c8e02a4999e5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:32.433062 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23bc6e1-b25c-4cc0-b1e9-241becdbf12e x-openstack-request-id: req-a23bc6e1-b25c-4cc0-b1e9-241becdbf12e {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:29:32.433512 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774663e7-3af7-4ea0-9911-713f89779ee9", "name": "network-vif-plugged", "status": "completed", "tag": "37307e8b-b926-49cc-a8ee-c8e02a4999e5", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:29:32.433735 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a23bc6e1-b25c-4cc0-b1e9-241becdbf12e {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:29:32.434325 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774663e7-3af7-4ea0-9911-713f89779ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'code': 200} Jun 24 09:29:32.492606 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.495170 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:32.548062 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=37307e8b-b926-49cc-a8ee-c8e02a4999e5,revision_number=7']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:32.551632 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:32.634126 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62af72c-4b93-4383-b270-d66ff457d24a req-1ebd1c73-4b64-428b-8379-9a3866208da4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:32.636240 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e62af72c-4b93-4383-b270-d66ff457d24a req-1ebd1c73-4b64-428b-8379-9a3866208da4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.1066535 Jun 24 09:29:32.717436 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e62af72c-4b93-4383-b270-d66ff457d24a req-a5ca57bd-80ad-43a8-99f7-bb062d78b374 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735753 Jun 24 09:29:32.725165 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:32.929907 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d010c0e-1c0c-48f7-a61f-f5822e35b0c4 req-4b449118-6ba2-4992-b632-49a32415ea68 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:32.931707 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4d010c0e-1c0c-48f7-a61f-f5822e35b0c4 req-4b449118-6ba2-4992-b632-49a32415ea68 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0903633 Jun 24 09:29:33.006001 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:33.015722 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4d010c0e-1c0c-48f7-a61f-f5822e35b0c4 req-0c430637-efaf-4c39-b2fd-f5023beebf02 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703607 Jun 24 09:29:33.247136 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:33.249652 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b1d0166e-f9d2-4657-95db-f16705cd575d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:33.385864 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event updated for resources: {'Port': ['ID=e76d312f-58ec-467f-aa6c-e61ade5f4cea,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:33.391812 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:33.415072 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:33.487707 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21d3f7-8806-4383-a315-863ed5cdf247 req-0d033f30-f561-49fd-ab58-438e3098719b tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:33.489161 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8f21d3f7-8806-4383-a315-863ed5cdf247 req-0d033f30-f561-49fd-ab58-438e3098719b tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 945 time: 0.1994991 Jun 24 09:29:33.583318 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8f21d3f7-8806-4383-a315-863ed5cdf247 req-844b14e6-fc23-46d8-9cdb-444b20bb9052 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874341 Jun 24 09:29:33.589705 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Floating IP c984ceda-efed-4d82-92c1-fa187773a8c0 associated. External IP: 172.27.2.82, port: 6c8dd78d-adc2-4354-89a9-2f3ebcdad052. Jun 24 09:29:33.871630 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Router f3040707-fa87-4080-9128-58141190fa82 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:29:33.991152 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:29:34.016099 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08965b5c-3921-4c85-b236-77254086a803 None None] Sync routers for ids ['f3040707-fa87-4080-9128-58141190fa82'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:29:34.034479 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08965b5c-3921-4c85-b236-77254086a803 None None] Routers {'f3040707-fa87-4080-9128-58141190fa82'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:29:34.035288 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-08965b5c-3921-4c85-b236-77254086a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:29:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['f3040707-fa87-4080-9128-58141190fa82'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:34.093336 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:34.189228 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9699380 Jun 24 09:29:34.194119 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55834) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:34.194756 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'tag': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:29:34.194919 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-08965b5c-3921-4c85-b236-77254086a803 None None] Set router f3040707-fa87-4080-9128-58141190fa82 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:29:34.197383 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd50809a-9325-476d-a2cb-23345009c406" -d '{"events": [{"name": "network-changed", "server_uuid": "2d93802c-3e95-4030-b6e3-bb8d216473cc", "tag": "6c8dd78d-adc2-4354-89a9-2f3ebcdad052"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:29:34.216646 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-7efe7f71-e417-4b30-993e-f329550f595e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-833224302', 'description': 'tempest-secgroup-smoke-833224302 description', 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:29:34.235543 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:29:34.319474 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157a307-182c-4034-914f-58d90eabfb66 req-e458beb9-77d5-4584-92d2-4ff35ee57126 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:34.328551 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f157a307-182c-4034-914f-58d90eabfb66 req-e458beb9-77d5-4584-92d2-4ff35ee57126 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.3889334 Jun 24 09:29:34.347929 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7efe7f71-e417-4b30-993e-f329550f595e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:34.375539 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441a77e-169a-4ec8-8439-b64402bf8dcd req-00ab677e-7905-447e-8748-d295831043aa tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:34.377430 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1441a77e-169a-4ec8-8439-b64402bf8dcd req-00ab677e-7905-447e-8748-d295831043aa tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.1165340 Jun 24 09:29:34.389433 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f157a307-182c-4034-914f-58d90eabfb66 req-f6304f88-245c-41c5-941f-7309df9d8a30 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595207 Jun 24 09:29:34.439864 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1441a77e-169a-4ec8-8439-b64402bf8dcd req-821feebc-5e26-47e9-8a13-6c085b57bf99 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557632 Jun 24 09:29:34.475569 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3d7e6a-e3db-4263-a975-afff3220b390 x-openstack-request-id: req-dc3d7e6a-e3db-4263-a975-afff3220b390 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:29:34.476173 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d93802c-3e95-4030-b6e3-bb8d216473cc", "tag": "6c8dd78d-adc2-4354-89a9-2f3ebcdad052", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:29:34.476746 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc3d7e6a-e3db-4263-a975-afff3220b390 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:29:34.477266 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'tag': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052', 'status': 'completed', 'code': 200} Jun 24 09:29:34.528488 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7efe7f71-e417-4b30-993e-f329550f595e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:34.593717 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:29:34.601580 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50809a-9325-476d-a2cb-23345009c406 req-05b3e367-66eb-45da-badf-6efa4d7cf442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:34.605445 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bd50809a-9325-476d-a2cb-23345009c406 req-05b3e367-66eb-45da-badf-6efa4d7cf442 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3beff15aad4dfe91723ec3a6e45ca5&device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 1099 time: 0.0757368 Jun 24 09:29:34.605445 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7efe7f71-e417-4b30-993e-f329550f595e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:34.608988 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7b1928c1-928b-41e3-b0fe-7505b2e2cf81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:34.611447 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:29:34.612119 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:34.803993 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe7f71-e417-4b30-993e-f329550f595e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b23079f-2dc4-4f70-b1f8-e59f7285331e,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:34.804360 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:34.809882 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7efe7f71-e417-4b30-993e-f329550f595e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:34.833905 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-08965b5c-3921-4c85-b236-77254086a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 4, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port': {'id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'c984ceda-efed-4d82-92c1-fa187773a8c0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'f3040707-fa87-4080-9128-58141190fa82', 'port_id': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'mac_address': 'fa:16:3e:65:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:29:32Z', 'updated_at': '2021-06-24T09:29:32Z', 'revision_number': 0, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b59590e-fc85-4327-bde5-24a48637d82b', 'name': '', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'mac_address': 'fa:16:3e:cb:d4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:34Z', 'updated_at': '2021-06-24T09:28:40Z', 'revision_number': 5, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'subnets': [{'id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:34.841102 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:29:34.843069 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a4536a-f24c-4d06-9d51-da0524fcab17" -d '{"events": [{"server_uuid": "ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a", "name": "network-vif-plugged", "status": "completed", "tag": "3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:29:34.880212 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08965b5c-3921-4c85-b236-77254086a803 None None] Checking router: f3040707-fa87-4080-9128-58141190fa82 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:29:34.886213 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:34.893917 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08965b5c-3921-4c85-b236-77254086a803 None None] Routers {'f3040707-fa87-4080-9128-58141190fa82'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:29:34.894565 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-08965b5c-3921-4c85-b236-77254086a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:29:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['f3040707-fa87-4080-9128-58141190fa82'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:34.911113 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50809a-9325-476d-a2cb-23345009c406 req-3370ad76-3f72-4df2-bb3f-53592c8becb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:34.913487 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bd50809a-9325-476d-a2cb-23345009c406 req-3370ad76-3f72-4df2-bb3f-53592c8becb9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0 HTTP/1.1" status: 200 len: 915 time: 0.2989361 Jun 24 09:29:34.933354 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e745d502-12c9-472f-abd4-c2756c8b7204 x-openstack-request-id: req-e745d502-12c9-472f-abd4-c2756c8b7204 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:29:34.933645 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a", "name": "network-vif-plugged", "status": "completed", "tag": "3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:29:34.933767 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e745d502-12c9-472f-abd4-c2756c8b7204 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:29:34.934158 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'code': 200} Jun 24 09:29:34.935446 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f249a-ece5-49a5-96e9-975270ae0caf req-4a8bd7a4-008f-4f21-a89f-b89f398d1091 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:34.944716 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6e7f249a-ece5-49a5-96e9-975270ae0caf req-4a8bd7a4-008f-4f21-a89f-b89f398d1091 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 945 time: 0.1385689 Jun 24 09:29:34.963807 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7efe7f71-e417-4b30-993e-f329550f595e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:34.972685 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 55842) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:34.974126 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Request body: {'security_group_rule': {'security_group_id': '7b23079f-2dc4-4f70-b1f8-e59f7285331e', 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:29:34.979196 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7efe7f71-e417-4b30-993e-f329550f595e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7775397 Jun 24 09:29:34.995668 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.000382 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:35.061131 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-08965b5c-3921-4c85-b236-77254086a803 None None] Set router f3040707-fa87-4080-9128-58141190fa82 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:29:35.091462 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6e7f249a-ece5-49a5-96e9-975270ae0caf req-f26c1f75-d213-4660-bc80-dd126b640c62 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400144 Jun 24 09:29:35.108769 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.114542 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bd50809a-9325-476d-a2cb-23345009c406 req-ab7c5d00-2604-43c2-9ce2-1e481c8b6b77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c8dd78d-adc2-4354-89a9-2f3ebcdad052 HTTP/1.1" status: 200 len: 999 time: 0.1289594 Jun 24 09:29:35.116344 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:35.133635 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:35.203394 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.250797 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50809a-9325-476d-a2cb-23345009c406 req-7e6f5f44-fc93-4cb6-938e-171552fcf007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:35.250797 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bd50809a-9325-476d-a2cb-23345009c406 req-7e6f5f44-fc93-4cb6-938e-171552fcf007 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76ffab51-0bbc-42bc-96b1-b1a0e501df29 HTTP/1.1" status: 200 len: 853 time: 0.1092167 Jun 24 09:29:35.296257 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50809a-9325-476d-a2cb-23345009c406 req-c529a5fd-59c4-468c-817d-8faa3eeb27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:35.297761 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bd50809a-9325-476d-a2cb-23345009c406 req-c529a5fd-59c4-468c-817d-8faa3eeb27a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565896 Jun 24 09:29:35.374408 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.377575 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:35.400212 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a9fdc9-25fe-45b9-ba73-8e1cd4f1a1bf,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:35.457278 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:35.458888 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bd50809a-9325-476d-a2cb-23345009c406 req-c80ac5d6-6bbf-424c-b273-d46ca1f1501a service neutron] 10.222.0.60 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529679 Jun 24 09:29:35.460008 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:35.463168 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:35.465548 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:35.469225 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:35.469865 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:35.470405 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:35.471301 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:35.475232 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:35.476005 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:35.477770 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:35.478414 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:29:35.490254 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:35.496686 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-08965b5c-3921-4c85-b236-77254086a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 4, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port': {'id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'c984ceda-efed-4d82-92c1-fa187773a8c0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'f3040707-fa87-4080-9128-58141190fa82', 'port_id': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'mac_address': 'fa:16:3e:65:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:29:32Z', 'updated_at': '2021-06-24T09:29:32Z', 'revision_number': 0, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b59590e-fc85-4327-bde5-24a48637d82b', 'name': '', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'mac_address': 'fa:16:3e:cb:d4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:34Z', 'updated_at': '2021-06-24T09:28:40Z', 'revision_number': 5, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'subnets': [{'id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:35.550469 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.553309 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-185288b1-ddcd-4c86-b3e2-8f0fbceafc32 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5817502 Jun 24 09:29:35.554547 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 55854) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:35.556627 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08965b5c-3921-4c85-b236-77254086a803 None None] The sync data for ids ['f3040707-fa87-4080-9128-58141190fa82'] in dv-cinder-797812-1-iscsi is: [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 4, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port': {'id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'c984ceda-efed-4d82-92c1-fa187773a8c0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'f3040707-fa87-4080-9128-58141190fa82', 'port_id': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'mac_address': 'fa:16:3e:65:1a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:29:32Z', 'updated_at': '2021-06-24T09:29:32Z', 'revision_number': 0, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b59590e-fc85-4327-bde5-24a48637d82b', 'name': '', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'mac_address': 'fa:16:3e:cb:d4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:34Z', 'updated_at': '2021-06-24T09:28:40Z', 'revision_number': 5, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'subnets': [{'id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:29:35.563684 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-f5b05b3a-6224-45fc-81ab-cc9323a5a2a0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Request body: {'security_group_rule': {'security_group_id': '7b23079f-2dc4-4f70-b1f8-e59f7285331e', 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:29:35.646614 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bd50809a-9325-476d-a2cb-23345009c406 req-ad35ecf2-008d-460d-8239-41378fafa4b5 service neutron] 10.222.0.60 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778636 Jun 24 09:29:35.758383 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746bf39-6be1-41f3-95aa-4a1cd51ccf7a req-33b4c16b-ba43-4e9f-8797-92853bf3743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:35.760460 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f746bf39-6be1-41f3-95aa-4a1cd51ccf7a req-33b4c16b-ba43-4e9f-8797-92853bf3743e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 1099 time: 0.1616383 Jun 24 09:29:35.787019 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84371b-d7bb-4eca-a912-f3c1094766af req-713bd18b-af52-4ebb-94de-b45db163dd8d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:35.814440 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f5b05b3a-6224-45fc-81ab-cc9323a5a2a0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:35.814974 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-be84371b-d7bb-4eca-a912-f3c1094766af req-713bd18b-af52-4ebb-94de-b45db163dd8d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.1096065 Jun 24 09:29:35.819756 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd692be8-0b43-4700-a4ae-25ab09e30fe4 req-175c87a0-f43e-4428-a238-c659b88ef541 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:35.829903 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-dd692be8-0b43-4700-a4ae-25ab09e30fe4 req-175c87a0-f43e-4428-a238-c659b88ef541 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.1806555 Jun 24 09:29:35.857140 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-be84371b-d7bb-4eca-a912-f3c1094766af req-c3ae06ec-b3be-492a-9b79-c4e3c7695373 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570564 Jun 24 09:29:35.913425 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6255b08-f306-4244-a150-4bd8e110e866 None None] New status for floating IP c984ceda-efed-4d82-92c1-fa187773a8c0: ACTIVE {{(pid=93462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:29:35.934693 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-dd692be8-0b43-4700-a4ae-25ab09e30fe4 req-b73481dd-0436-4cc2-a8fb-7c512fecad48 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035693 Jun 24 09:29:35.938952 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f746bf39-6be1-41f3-95aa-4a1cd51ccf7a req-dbc2d67c-a148-4a23-9275-c5e3cb31f00c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601741 Jun 24 09:29:35.969113 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f5b05b3a-6224-45fc-81ab-cc9323a5a2a0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.080544 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f5b05b3a-6224-45fc-81ab-cc9323a5a2a0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.082826 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:36.100521 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b05b3a-6224-45fc-81ab-cc9323a5a2a0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcba5607-ee8c-4cd0-b2ce-7448a3f7ef59,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:36.103931 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f5b05b3a-6224-45fc-81ab-cc9323a5a2a0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:36.218318 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f5b05b3a-6224-45fc-81ab-cc9323a5a2a0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.222354 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-f5b05b3a-6224-45fc-81ab-cc9323a5a2a0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6637974 Jun 24 09:29:36.222586 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 55858) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:36.227494 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-51b1ce4b-5b04-4946-9b51-fa337968192d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Request body: {'security_group_rule': {'security_group_id': '7b23079f-2dc4-4f70-b1f8-e59f7285331e', 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:29:36.259740 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcab98-1254-45ef-aa54-d9d4eb23db47 req-999e47a8-235f-44d9-9d95-ead5f3b71c28 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:36.261450 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c5bcab98-1254-45ef-aa54-d9d4eb23db47 req-999e47a8-235f-44d9-9d95-ead5f3b71c28 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 946 time: 0.0681236 Jun 24 09:29:36.301033 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c5bcab98-1254-45ef-aa54-d9d4eb23db47 req-fdf25178-38ec-4281-b6c2-9382419e5a93 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333600 Jun 24 09:29:36.331421 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-51b1ce4b-5b04-4946-9b51-fa337968192d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.406893 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-51b1ce4b-5b04-4946-9b51-fa337968192d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.460921 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-51b1ce4b-5b04-4946-9b51-fa337968192d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.464513 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5057fbb9-0d5d-43ad-9fed-6763501ee08c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:36.481771 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1ce4b-5b04-4946-9b51-fa337968192d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063e68b7-a20b-48f8-b759-e2e683e64bbd,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:36.486462 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-51b1ce4b-5b04-4946-9b51-fa337968192d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:36.538389 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-51b1ce4b-5b04-4946-9b51-fa337968192d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.539553 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-51b1ce4b-5b04-4946-9b51-fa337968192d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157287 Jun 24 09:29:36.542088 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 55866) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:36.546902 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-8ff72fdf-6570-4740-b817-a3b1d375c678 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Request body: {'security_group_rule': {'security_group_id': '7b23079f-2dc4-4f70-b1f8-e59f7285331e', 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:29:36.627300 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8ff72fdf-6570-4740-b817-a3b1d375c678 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.707273 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8ff72fdf-6570-4740-b817-a3b1d375c678 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.755620 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8ff72fdf-6570-4740-b817-a3b1d375c678 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.767689 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-51b1ce4b-5b04-4946-9b51-fa337968192d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:36.780498 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff72fdf-6570-4740-b817-a3b1d375c678 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88171232-6bc9-4b8f-9cbd-9101283147e8,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:36.784074 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-8ff72fdf-6570-4740-b817-a3b1d375c678 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:36.835024 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8ff72fdf-6570-4740-b817-a3b1d375c678 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:36.836745 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-8ff72fdf-6570-4740-b817-a3b1d375c678 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2935359 Jun 24 09:29:36.839633 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55872) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:36.844239 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-426be7b4-3d13-4b6d-8e2f-8f222027244d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Request body: {'security_group_rule': {'security_group_id': '7b23079f-2dc4-4f70-b1f8-e59f7285331e', 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:29:37.036547 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.securitygroups_db [None req-426be7b4-3d13-4b6d-8e2f-8f222027244d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Project 9f3beff15aad4dfe91723ec3a6e45ca5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:29:37.042789 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-426be7b4-3d13-4b6d-8e2f-8f222027244d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.082128 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4b593-dade-4c02-a51b-ae66bb921131 req-bc95d162-f720-4708-b475-01b692505743 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:37.084108 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-00e4b593-dade-4c02-a51b-ae66bb921131 req-bc95d162-f720-4708-b475-01b692505743 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0879390 Jun 24 09:29:37.157156 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-00e4b593-dade-4c02-a51b-ae66bb921131 req-5827d240-d61e-4e78-b3f5-c7139ae16818 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651095 Jun 24 09:29:37.195260 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-426be7b4-3d13-4b6d-8e2f-8f222027244d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.237988 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-426be7b4-3d13-4b6d-8e2f-8f222027244d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.241566 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-356381c0-a3cf-49bd-9596-711a1d9b6da7 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:37.279257 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426be7b4-3d13-4b6d-8e2f-8f222027244d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82c248e-5961-4c61-9fd3-df5617ab26c4,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:37.323524 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-426be7b4-3d13-4b6d-8e2f-8f222027244d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:37.372726 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea776b4-e5b0-438c-967e-91d2d7797e7a req-da6532c8-1c19-4947-965c-f164ab468dbe tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:37.374455 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8ea776b4-e5b0-438c-967e-91d2d7797e7a req-da6532c8-1c19-4947-965c-f164ab468dbe tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0925333 Jun 24 09:29:37.388977 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-426be7b4-3d13-4b6d-8e2f-8f222027244d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.393024 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-426be7b4-3d13-4b6d-8e2f-8f222027244d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5506403 Jun 24 09:29:37.393403 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 55882) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:37.400895 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-973a5148-7525-4e6f-a021-05f933fa8ec0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Request body: {'security_group_rule': {'security_group_id': '7b23079f-2dc4-4f70-b1f8-e59f7285331e', 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:29:37.452387 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8ea776b4-e5b0-438c-967e-91d2d7797e7a req-5de9399d-2a4f-4d63-881f-686b4b8f8ba9 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711558 Jun 24 09:29:37.497836 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.securitygroups_db [None req-973a5148-7525-4e6f-a021-05f933fa8ec0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Project 9f3beff15aad4dfe91723ec3a6e45ca5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:29:37.507015 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-973a5148-7525-4e6f-a021-05f933fa8ec0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.578758 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f03b4-3184-4c50-a61c-8cc1fbdb1724 req-8a75a917-bd62-433c-8aca-4e308a3cd93a tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:37.578758 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-919f03b4-3184-4c50-a61c-8cc1fbdb1724 req-8a75a917-bd62-433c-8aca-4e308a3cd93a tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 946 time: 0.1257627 Jun 24 09:29:37.588113 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-973a5148-7525-4e6f-a021-05f933fa8ec0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.634383 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-919f03b4-3184-4c50-a61c-8cc1fbdb1724 req-4f04428e-9ef2-4bd2-b3a8-f36bd5e6f972 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449846 Jun 24 09:29:37.669685 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-973a5148-7525-4e6f-a021-05f933fa8ec0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.672159 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:37.689217 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a5148-7525-4e6f-a021-05f933fa8ec0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2810d796-3936-43b5-898c-802783969bf5,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:37.691786 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-973a5148-7525-4e6f-a021-05f933fa8ec0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:37.756072 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-973a5148-7525-4e6f-a021-05f933fa8ec0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:37.757989 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-973a5148-7525-4e6f-a021-05f933fa8ec0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3613954 Jun 24 09:29:37.913250 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-33561a19-85f3-4127-b3da-0cd8d5761177 req-bf4d3b6a-5db4-49db-969d-b3d1ebb2b82c tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833224302&fields=id&tenant_id=9f3beff15aad4dfe91723ec3a6e45ca5 HTTP/1.1" status: 200 len: 267 time: 0.0419524 Jun 24 09:29:37.993497 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33561a19-85f3-4127-b3da-0cd8d5761177 req-4472cfd1-dfaa-4313-9f7d-13f54d028c9e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:37.995231 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-33561a19-85f3-4127-b3da-0cd8d5761177 req-4472cfd1-dfaa-4313-9f7d-13f54d028c9e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 946 time: 0.0792370 Jun 24 09:29:38.006729 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [req-33561a19-85f3-4127-b3da-0cd8d5761177 req-46e8fca5-86b0-4468-bfd7-95d75064a8ee tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Request body: {'port': {'security_groups': ['83c8a469-4537-442a-8344-8327f3eff922', '7b23079f-2dc4-4f70-b1f8-e59f7285331e']}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:29:38.102068 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-33561a19-85f3-4127-b3da-0cd8d5761177 req-46e8fca5-86b0-4468-bfd7-95d75064a8ee tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:38.367723 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [req-33561a19-85f3-4127-b3da-0cd8d5761177 req-46e8fca5-86b0-4468-bfd7-95d75064a8ee tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] For port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,segment=NetworkSegment(0d250128-c092-4908-b3c2-42c08ce4a051),segment_id=0d250128-c092-4908-b3c2-42c08ce4a051)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:38.383550 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b012f-5b82-4f4b-b38b-a140942a6232 req-585fdc12-9f59-43a4-b566-fb1c0481d7ac tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:38.393937 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5d4b012f-5b82-4f4b-b38b-a140942a6232 req-585fdc12-9f59-43a4-b566-fb1c0481d7ac tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0859656 Jun 24 09:29:38.402532 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-33561a19-85f3-4127-b3da-0cd8d5761177 req-46e8fca5-86b0-4468-bfd7-95d75064a8ee tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:38.431903 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5d4b012f-5b82-4f4b-b38b-a140942a6232 req-12a26859-3a26-44e6-9ee0-90d5d19b2aa8 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361233 Jun 24 09:29:38.476252 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-33561a19-85f3-4127-b3da-0cd8d5761177 req-46e8fca5-86b0-4468-bfd7-95d75064a8ee tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:38.481797 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-52b14028-faac-4853-b230-d039c997b7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:38.519611 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['6c8dd78d-adc2-4354-89a9-2f3ebcdad052'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:29:38.548415 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33561a19-85f3-4127-b3da-0cd8d5761177 req-46e8fca5-86b0-4468-bfd7-95d75064a8ee tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:38.549132 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [req-33561a19-85f3-4127-b3da-0cd8d5761177 req-46e8fca5-86b0-4468-bfd7-95d75064a8ee tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:38.558031 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-33561a19-85f3-4127-b3da-0cd8d5761177 req-46e8fca5-86b0-4468-bfd7-95d75064a8ee tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "PUT /v2.0/ports/6c8dd78d-adc2-4354-89a9-2f3ebcdad052 HTTP/1.1" status: 200 len: 982 time: 0.5560377 Jun 24 09:29:38.558831 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'tag': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:29:38.589470 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca484cc2-9d5b-4c5e-bea2-dd586b165fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d93802c-3e95-4030-b6e3-bb8d216473cc", "tag": "6c8dd78d-adc2-4354-89a9-2f3ebcdad052"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:29:38.653575 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8fca5-86b0-4468-bfd7-95d75064a8ee tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event updated for resources: {'Port': ['ID=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,revision_number=6']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:38.657469 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-46e8fca5-86b0-4468-bfd7-95d75064a8ee tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:38.735191 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['6c8dd78d-adc2-4354-89a9-2f3ebcdad052'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:29:38.739787 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d00ce-178f-426b-a2de-28fd4eb59a91 req-dcaf5065-e195-4154-b76d-6e9e8ba7990f tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:38.743062 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-561d00ce-178f-426b-a2de-28fd4eb59a91 req-dcaf5065-e195-4154-b76d-6e9e8ba7990f tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.1273499 Jun 24 09:29:38.799229 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec1cc6-8c50-4e88-a9ac-f957176dbe76 req-79bfc4ce-22bf-41ea-912a-19a5c7a07ba0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:38.809409 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36ec1cc6-8c50-4e88-a9ac-f957176dbe76 req-79bfc4ce-22bf-41ea-912a-19a5c7a07ba0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0935552 Jun 24 09:29:38.819044 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-561d00ce-178f-426b-a2de-28fd4eb59a91 req-bec95d5b-ab21-4b9e-ae01-09359e034844 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655599 Jun 24 09:29:38.872361 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-36ec1cc6-8c50-4e88-a9ac-f957176dbe76 req-15a138e3-4ed4-4126-8106-4c4fa7bc95dd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615361 Jun 24 09:29:38.881492 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d575201a-5f6e-48be-baec-3555a4f8df4e x-openstack-request-id: req-d575201a-5f6e-48be-baec-3555a4f8df4e {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:29:38.881844 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d93802c-3e95-4030-b6e3-bb8d216473cc", "tag": "6c8dd78d-adc2-4354-89a9-2f3ebcdad052", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:29:38.882186 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d575201a-5f6e-48be-baec-3555a4f8df4e {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:29:38.882570 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'tag': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052', 'status': 'completed', 'code': 200} Jun 24 09:29:38.947336 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-8066a727-e4cf-49cf-9fb2-08fa9554b324 None None] Provisioning complete for port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:29:38.948038 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-8066a727-e4cf-49cf-9fb2-08fa9554b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:39.032436 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484cc2-9d5b-4c5e-bea2-dd586b165fdc req-49df62fa-b4e0-4571-b60a-4e407c834346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:39.040661 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ca484cc2-9d5b-4c5e-bea2-dd586b165fdc req-49df62fa-b4e0-4571-b60a-4e407c834346 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3beff15aad4dfe91723ec3a6e45ca5&device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 1138 time: 0.1111302 Jun 24 09:29:39.202235 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a2b84-389f-45bb-8236-b5c8dbb94c9c req-d558dc3b-e123-46e1-8260-5c9d3aa7a09f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:39.203757 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3d3a2b84-389f-45bb-8236-b5c8dbb94c9c req-d558dc3b-e123-46e1-8260-5c9d3aa7a09f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 946 time: 0.1465869 Jun 24 09:29:39.205632 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484cc2-9d5b-4c5e-bea2-dd586b165fdc req-1e55711f-3db2-48f5-b922-ebb118b776d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:39.206537 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ca484cc2-9d5b-4c5e-bea2-dd586b165fdc req-1e55711f-3db2-48f5-b922-ebb118b776d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0 HTTP/1.1" status: 200 len: 915 time: 0.1589003 Jun 24 09:29:39.348861 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3d3a2b84-389f-45bb-8236-b5c8dbb94c9c req-c406cb4d-5a66-4569-9440-c03384e8aacb tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318369 Jun 24 09:29:39.399821 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ca484cc2-9d5b-4c5e-bea2-dd586b165fdc req-7dacef94-ea9f-4d82-9cac-d5b4a7e097a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c8dd78d-adc2-4354-89a9-2f3ebcdad052 HTTP/1.1" status: 200 len: 1001 time: 0.1809666 Jun 24 09:29:39.477254 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484cc2-9d5b-4c5e-bea2-dd586b165fdc req-1bf133ee-8f00-47bb-8826-6e25dc8d22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:39.478914 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ca484cc2-9d5b-4c5e-bea2-dd586b165fdc req-1bf133ee-8f00-47bb-8826-6e25dc8d22b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76ffab51-0bbc-42bc-96b1-b1a0e501df29 HTTP/1.1" status: 200 len: 853 time: 0.0723164 Jun 24 09:29:39.645334 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484cc2-9d5b-4c5e-bea2-dd586b165fdc req-edae3418-2669-4aad-b4c8-8dedec256824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:39.646831 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ca484cc2-9d5b-4c5e-bea2-dd586b165fdc req-edae3418-2669-4aad-b4c8-8dedec256824 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1547034 Jun 24 09:29:39.661200 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e70a2d-27ec-498b-941e-92432b799ae7 req-31202515-6a92-409a-bb5a-456da4d65f27 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:39.662770 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d6e70a2d-27ec-498b-941e-92432b799ae7 req-31202515-6a92-409a-bb5a-456da4d65f27 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 946 time: 0.0947325 Jun 24 09:29:39.702838 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d6e70a2d-27ec-498b-941e-92432b799ae7 req-ac7aa6f5-15d0-424e-929d-ba0a6f8f9eef tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338857 Jun 24 09:29:39.727035 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55928) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:39.732654 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a2f02-5df5-462a-998e-63393651ccb4 req-b46f874d-5c57-48e4-95ae-b5df65a0e711 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:39.734136 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b35a2f02-5df5-462a-998e-63393651ccb4 req-b46f874d-5c57-48e4-95ae-b5df65a0e711 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.1564860 Jun 24 09:29:39.780722 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df82801-9702-4883-8ebf-7acc40ce2776 tempest-TestVolumeBootPattern-674085530 tempest-TestVolumeBootPattern-674085530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:39.782254 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2df82801-9702-4883-8ebf-7acc40ce2776 tempest-TestVolumeBootPattern-674085530 tempest-TestVolumeBootPattern-674085530-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 1094 time: 0.0538018 Jun 24 09:29:39.782597 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ca484cc2-9d5b-4c5e-bea2-dd586b165fdc req-ee99d431-5df2-4c12-84b7-5f672c29f043 service neutron] 10.222.0.60 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256557 Jun 24 09:29:39.785035 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55930) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:39.789615 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Request body: {'floatingip': {'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'port_id': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:29:39.808988 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b35a2f02-5df5-462a-998e-63393651ccb4 req-d0fb1455-424b-4014-9315-ec23eb977a40 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659926 Jun 24 09:29:39.899886 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ca484cc2-9d5b-4c5e-bea2-dd586b165fdc req-2d582091-b396-4cdf-ab3e-b738da4d3e67 service neutron] 10.222.0.60 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045270 Jun 24 09:29:40.000470 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d43d4-2a53-4af0-a2e1-4f4f2535ad9a req-89fd2d69-b903-4a3f-99fa-9aa72dee1ddc tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:40.002333 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2b3d43d4-2a53-4af0-a2e1-4f4f2535ad9a req-89fd2d69-b903-4a3f-99fa-9aa72dee1ddc tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0793204 Jun 24 09:29:40.039724 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2b3d43d4-2a53-4af0-a2e1-4f4f2535ad9a req-932ef75c-b4bd-4618-b09e-78de8d59b193 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Jun 24 09:29:40.075520 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for floatingip, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:40.171125 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:40.297458 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Allocated IP 172.27.2.208 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/33c84c91-5ee3-4d28-876b-9da122303ed8) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:29:40.412207 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:40.487986 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:40.490492 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:40.529516 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:29:40.532263 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:29:40.543319 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:29:40.546648 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'Port': ['ID=33c84c91-5ee3-4d28-876b-9da122303ed8,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:40.569619 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:40.978481 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:41.041429 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533744c6-53e1-4e86-8c21-82f423e1167c req-813858ef-524b-4e70-bf19-c6f25ccc8205 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:41.048588 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-533744c6-53e1-4e86-8c21-82f423e1167c req-813858ef-524b-4e70-bf19-c6f25ccc8205 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0764771 Jun 24 09:29:41.102621 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-533744c6-53e1-4e86-8c21-82f423e1167c req-c4c998ff-d5c0-49a1-a693-9a14d4d07d16 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532238 Jun 24 09:29:41.163521 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:41.324667 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d385265-57b4-4db8-8e8b-0395e56b0d40 req-89f07bbf-a5d0-42f0-a91f-460789811814 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:41.326649 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4d385265-57b4-4db8-8e8b-0395e56b0d40 req-89f07bbf-a5d0-42f0-a91f-460789811814 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.1354320 Jun 24 09:29:41.408003 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4d385265-57b4-4db8-8e8b-0395e56b0d40 req-b9e59769-ca1f-492a-8e3e-e006c2dfa6ef tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722818 Jun 24 09:29:41.434369 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:41.503878 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:41.506058 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7a42d7f9-f99a-4465-9886-b9d7bb05eade service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:41.578342 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'Port': ['ID=33c84c91-5ee3-4d28-876b-9da122303ed8,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:41.585648 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:41.598721 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:41.970544 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Floating IP d521141c-fcdc-4535-b82e-15728892c126 associated. External IP: 172.27.2.208, port: 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a. Jun 24 09:29:42.222990 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:29:42.344904 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:29:42.355941 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6e8d9-b29d-45a5-9a7b-d58e7257d344 None None] Sync routers for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:29:42.366805 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6e8d9-b29d-45a5-9a7b-d58e7257d344 None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:29:42.367767 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-43e6e8d9-b29d-45a5-9a7b-d58e7257d344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:29:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:42.373748 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55954) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:42.385504 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddabe8e-c219-4c99-aec6-2ea4e2006503 req-93f38640-aae5-4f74-83cf-7dd660b1dbc6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:42.387039 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8ddabe8e-c219-4c99-aec6-2ea4e2006503 req-93f38640-aae5-4f74-83cf-7dd660b1dbc6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.1200275 Jun 24 09:29:42.463508 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8ddabe8e-c219-4c99-aec6-2ea4e2006503 req-d252a04f-c075-40d8-9832-efd463659864 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699544 Jun 24 09:29:42.470219 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:42.485032 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-644a362c-e23e-4f0d-aadb-f51457c09602 admin admin] Deleting subnet 8794a81a-f92e-4f88-b412-66c94b8ab3cc {{(pid=93459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:29:42.534438 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-644a362c-e23e-4f0d-aadb-f51457c09602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:42.535745 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-43e6e8d9-b29d-45a5-9a7b-d58e7257d344 None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:29:42.619296 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8331413 Jun 24 09:29:42.622259 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'tag': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:29:42.629990 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145d7458-7271-4535-8296-2b15f919f5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a", "tag": "3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:29:42.651770 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-644a362c-e23e-4f0d-aadb-f51457c09602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125388359'] for subnet, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:42.696392 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e95461-c48e-4b9b-9a7a-123ebccddc50 x-openstack-request-id: req-a6e95461-c48e-4b9b-9a7a-123ebccddc50 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:29:42.697579 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a", "tag": "3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:29:42.698053 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6e95461-c48e-4b9b-9a7a-123ebccddc50 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:29:42.698659 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'tag': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'status': 'completed', 'code': 200} Jun 24 09:29:42.725781 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-644a362c-e23e-4f0d-aadb-f51457c09602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:42.779934 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98f050-293b-46fc-a535-15efd72c3f31 req-81015e33-18f9-4c31-9c96-6131f84358c1 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:42.787944 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2e98f050-293b-46fc-a535-15efd72c3f31 req-81015e33-18f9-4c31-9c96-6131f84358c1 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.1498544 Jun 24 09:29:42.804321 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d7458-7271-4535-8296-2b15f919f5bd req-a7f85139-95be-4e85-8870-878e905dfebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:42.807528 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-145d7458-7271-4535-8296-2b15f919f5bd req-a7f85139-95be-4e85-8870-878e905dfebe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 1099 time: 0.0793531 Jun 24 09:29:42.841609 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2e98f050-293b-46fc-a535-15efd72c3f31 req-0e35758d-1af4-4905-87d0-b05adfe95029 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526350 Jun 24 09:29:42.875125 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-43e6e8d9-b29d-45a5-9a7b-d58e7257d344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'd521141c-fcdc-4535-b82e-15728892c126', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:96:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:29:40Z', 'updated_at': '2021-06-24T09:29:40Z', 'revision_number': 0, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:42.905312 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6e8d9-b29d-45a5-9a7b-d58e7257d344 None None] Checking router: d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:29:42.909928 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d7458-7271-4535-8296-2b15f919f5bd req-b24d961c-2b7c-4229-a558-22b7e2b7ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:42.911640 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-145d7458-7271-4535-8296-2b15f919f5bd req-b24d961c-2b7c-4229-a558-22b7e2b7ef7d service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 913 time: 0.0959404 Jun 24 09:29:42.914198 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6e8d9-b29d-45a5-9a7b-d58e7257d344 None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:29:42.915042 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-43e6e8d9-b29d-45a5-9a7b-d58e7257d344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:29:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:42.916320 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-644a362c-e23e-4f0d-aadb-f51457c09602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125717070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12682728'] for subnet, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:42.919129 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:42.949569 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a362c-e23e-4f0d-aadb-f51457c09602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8794a81a-f92e-4f88-b412-66c94b8ab3cc,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:42.956330 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-644a362c-e23e-4f0d-aadb-f51457c09602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:42.957483 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-644a362c-e23e-4f0d-aadb-f51457c09602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:42.959624 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-644a362c-e23e-4f0d-aadb-f51457c09602 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8794a81a-f92e-4f88-b412-66c94b8ab3cc HTTP/1.1" status: 204 len: 168 time: 0.5858288 Jun 24 09:29:42.962210 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 55962) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:43.062782 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-145d7458-7271-4535-8296-2b15f919f5bd req-c56836b3-578b-4273-b4c1-b883a6817fcd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a HTTP/1.1" status: 200 len: 1000 time: 0.1438024 Jun 24 09:29:43.074272 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c229b672-dbee-4626-8891-210714ffab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:43.088225 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-43e6e8d9-b29d-45a5-9a7b-d58e7257d344 None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:29:43.191876 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d7458-7271-4535-8296-2b15f919f5bd req-736186b8-121f-473a-9808-84a1bc4221a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:43.193835 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-145d7458-7271-4535-8296-2b15f919f5bd req-736186b8-121f-473a-9808-84a1bc4221a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e12545-9651-49d6-befe-66dc1f60d9c6 HTTP/1.1" status: 200 len: 851 time: 0.1182237 Jun 24 09:29:43.291680 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c229b672-dbee-4626-8891-210714ffab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:43.304202 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-c229b672-dbee-4626-8891-210714ffab14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650151da-326a-4b2c-929d-948601dc7489']}} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:43.318092 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-c229b672-dbee-4626-8891-210714ffab14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd0d472-22ca-4c74-8bd2-592993232e54') {'for_net_delete': True} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:43.319237 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-c229b672-dbee-4626-8891-210714ffab14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd0d472-22ca-4c74-8bd2-592993232e54') {} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:43.330810 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c229b672-dbee-4626-8891-210714ffab14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13770857'] for segment, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:43.349659 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d7458-7271-4535-8296-2b15f919f5bd req-445cdf65-dac0-4a18-ab23-06c2248d5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:43.351166 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-145d7458-7271-4535-8296-2b15f919f5bd req-445cdf65-dac0-4a18-ab23-06c2248d5dc9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb47e512-5e26-4207-b976-9fe983e57a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1418555 Jun 24 09:29:43.352233 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c229b672-dbee-4626-8891-210714ffab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:43.361984 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c229b672-dbee-4626-8891-210714ffab14 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:29:43.362374 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c229b672-dbee-4626-8891-210714ffab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14455338'] for segment, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: Traceback (most recent call last): Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: timer() Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: cb(*args, **kw) Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: return func(*args, **kwargs) Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: self._notify() Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: self.callback(batched_events) Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: event.method(event) Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: return f(self, *a, **k) Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._get(url).json() Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: return self.request(url, 'GET', **kwargs) Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:29:43.364655 dv-cinder-797812-1-iscsi neutron-server[93460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:29:43.457958 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-43e6e8d9-b29d-45a5-9a7b-d58e7257d344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'd521141c-fcdc-4535-b82e-15728892c126', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:96:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:29:40Z', 'updated_at': '2021-06-24T09:29:40Z', 'revision_number': 0, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:29:43.483966 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6e8d9-b29d-45a5-9a7b-d58e7257d344 None None] The sync data for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi is: [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'd521141c-fcdc-4535-b82e-15728892c126', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:96:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:29:40Z', 'updated_at': '2021-06-24T09:29:40Z', 'revision_number': 0, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:29:43.500841 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-145d7458-7271-4535-8296-2b15f919f5bd req-3a3c63c9-a19f-4d91-a256-e170005305f9 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367838 Jun 24 09:29:43.612192 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c229b672-dbee-4626-8891-210714ffab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:43.636254 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c229b672-dbee-4626-8891-210714ffab14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:43.638205 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-c229b672-dbee-4626-8891-210714ffab14 admin admin] 10.222.0.39 "DELETE /v2.0/networks/650151da-326a-4b2c-929d-948601dc7489 HTTP/1.1" status: 204 len: 168 time: 0.6749787 Jun 24 09:29:43.643414 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:43.661638 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-145d7458-7271-4535-8296-2b15f919f5bd req-81150499-0cc5-4b62-aea9-0fbd6f32fbd7 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548078 Jun 24 09:29:43.663542 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229b672-dbee-4626-8891-210714ffab14 admin admin] Pushing event deleted for resources: {'Network': ['ID=650151da-326a-4b2c-929d-948601dc7489,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:43.666852 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c229b672-dbee-4626-8891-210714ffab14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:43.707650 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20ed18-6c62-4690-b9d2-6956dbbcbd8a req-83cf6198-c6b6-40d4-9bc8-15a7ec5dce28 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:43.709359 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0a20ed18-6c62-4690-b9d2-6956dbbcbd8a req-83cf6198-c6b6-40d4-9bc8-15a7ec5dce28 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.1178911 Jun 24 09:29:43.712670 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1cc6d6-f28a-4563-8fdc-3f9da16e7b4e None None] New status for floating IP d521141c-fcdc-4535-b82e-15728892c126: ACTIVE {{(pid=93462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:29:43.755946 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0a20ed18-6c62-4690-b9d2-6956dbbcbd8a req-4af901a1-418c-4062-acc5-686d0c10e0c4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399199 Jun 24 09:29:44.036374 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821424e-66a6-4fb8-9fa3-5058e55b27fe req-dfb684ed-f0f3-4d28-a0ac-cf0e1f648650 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:44.043259 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3821424e-66a6-4fb8-9fa3-5058e55b27fe req-dfb684ed-f0f3-4d28-a0ac-cf0e1f648650 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0807881 Jun 24 09:29:44.061683 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 55976) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:44.104787 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3821424e-66a6-4fb8-9fa3-5058e55b27fe req-3cb32516-f605-4c5d-bb5e-ac1ba8f4bb09 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598056 Jun 24 09:29:44.113763 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-4ee2b3f1-4fa5-4f44-94fe-2f61eef2a37e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8e911dcef6c469eacdc79eb4aeef134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489941 Jun 24 09:29:44.114099 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 55978) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:44.186225 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-08d2a2fe-ba14-44e9-83cd-9fce626479b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:44.210776 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-08d2a2fe-ba14-44e9-83cd-9fce626479b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:44.344139 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-08d2a2fe-ba14-44e9-83cd-9fce626479b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:44.346955 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-08d2a2fe-ba14-44e9-83cd-9fce626479b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:44.350696 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-08d2a2fe-ba14-44e9-83cd-9fce626479b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92a2fdf0-4a63-46ae-8890-dc3ab89ef594 HTTP/1.1" status: 204 len: 168 time: 0.2331672 Jun 24 09:29:44.350696 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-34848c30-d01e-4b79-9a1f-07712d7f3fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:44.357399 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2a2fe-ba14-44e9-83cd-9fce626479b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a2fdf0-4a63-46ae-8890-dc3ab89ef594,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:44.385047 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-08d2a2fe-ba14-44e9-83cd-9fce626479b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:44.948703 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637a152-4aee-4b31-8cb8-19fdd321c68c req-4b889f8d-6a39-4b92-8e42-81c32a3abab1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:44.950156 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4637a152-4aee-4b31-8cb8-19fdd321c68c req-4b889f8d-6a39-4b92-8e42-81c32a3abab1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0722561 Jun 24 09:29:44.991855 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4637a152-4aee-4b31-8cb8-19fdd321c68c req-e7c49351-78da-436b-95d3-8df62d712f7a tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344238 Jun 24 09:29:45.273425 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802d0f0-9122-486c-94b8-1556e887e354 req-46b04c59-775a-4a57-90ce-0106d32111b3 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:45.274889 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2802d0f0-9122-486c-94b8-1556e887e354 req-46b04c59-775a-4a57-90ce-0106d32111b3 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0622382 Jun 24 09:29:45.311292 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2802d0f0-9122-486c-94b8-1556e887e354 req-f7b26017-8946-4384-aa6f-3c96efc4470a tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309744 Jun 24 09:29:45.909369 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937be5f1-2a18-4d98-bca6-369958761752 req-b52cbfc0-9c0e-4919-9d4a-11bf5dfd29b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:45.910723 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-937be5f1-2a18-4d98-bca6-369958761752 req-b52cbfc0-9c0e-4919-9d4a-11bf5dfd29b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=789de2cd33544e339915865a4902f236&device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 1099 time: 0.0513370 Jun 24 09:29:46.000171 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937be5f1-2a18-4d98-bca6-369958761752 req-701c3b82-1028-462f-87d4-de80e824d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:46.001615 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-937be5f1-2a18-4d98-bca6-369958761752 req-701c3b82-1028-462f-87d4-de80e824d205 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5ca0700-991e-47d2-99de-f9047b5f2e60 HTTP/1.1" status: 200 len: 917 time: 0.0832617 Jun 24 09:29:46.073046 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-937be5f1-2a18-4d98-bca6-369958761752 req-814f1816-b566-4e77-b277-ab7c3682daed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5 HTTP/1.1" status: 200 len: 1002 time: 0.0636506 Jun 24 09:29:46.152662 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937be5f1-2a18-4d98-bca6-369958761752 req-2a857420-9ea8-4fc4-b0d4-803097b6df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:46.154029 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-937be5f1-2a18-4d98-bca6-369958761752 req-2a857420-9ea8-4fc4-b0d4-803097b6df9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=172579aa-233f-48bd-9ad4-0b00016b6268 HTTP/1.1" status: 200 len: 855 time: 0.0735931 Jun 24 09:29:46.207672 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652371e3-b29f-450f-8cf4-2ad870781b2b req-fb8324e7-1691-430a-88e5-c8034f69073b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:46.209050 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-652371e3-b29f-450f-8cf4-2ad870781b2b req-fb8324e7-1691-430a-88e5-c8034f69073b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.1015100 Jun 24 09:29:46.248996 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937be5f1-2a18-4d98-bca6-369958761752 req-023b75fa-dfee-47d3-9411-37eb04301040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:46.250639 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-937be5f1-2a18-4d98-bca6-369958761752 req-023b75fa-dfee-47d3-9411-37eb04301040 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5ca0700-991e-47d2-99de-f9047b5f2e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0890338 Jun 24 09:29:46.257717 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-652371e3-b29f-450f-8cf4-2ad870781b2b req-66302b95-ded8-48fa-be25-102352be401b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423470 Jun 24 09:29:46.361002 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-937be5f1-2a18-4d98-bca6-369958761752 req-b2860129-a0c1-49bf-9bc2-a799b1eb921c service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004307 Jun 24 09:29:46.370549 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a6c25-59aa-449d-a944-7f7521ab8df7 req-156dcba5-503f-44bb-b638-97c87d735aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:46.372029 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-179a6c25-59aa-449d-a944-7f7521ab8df7 req-156dcba5-503f-44bb-b638-97c87d735aad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbfdc68456ca43ad8b12fde0e8cc2f24&device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0586364 Jun 24 09:29:46.449855 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-937be5f1-2a18-4d98-bca6-369958761752 req-649f1f85-9621-4093-912d-3a4e910e033f service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812724 Jun 24 09:29:46.502092 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a6c25-59aa-449d-a944-7f7521ab8df7 req-b48f9361-bf38-4e56-b4bf-ce015a554cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:46.503524 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-179a6c25-59aa-449d-a944-7f7521ab8df7 req-b48f9361-bf38-4e56-b4bf-ce015a554cd4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd HTTP/1.1" status: 200 len: 910 time: 0.1250558 Jun 24 09:29:46.520261 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d91e-4b63-4038-a696-58f1626a6a89 req-42a359b1-15ed-4f50-b3f3-dcf6a1d1d7d5 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:46.521578 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2415d91e-4b63-4038-a696-58f1626a6a89 req-42a359b1-15ed-4f50-b3f3-dcf6a1d1d7d5 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0995920 Jun 24 09:29:46.600170 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-179a6c25-59aa-449d-a944-7f7521ab8df7 req-210824dd-0fee-40ad-9412-b63ed5847d4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d00cd4-6e1b-43c1-ad26-52769204299b HTTP/1.1" status: 200 len: 1000 time: 0.0871398 Jun 24 09:29:46.603033 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2415d91e-4b63-4038-a696-58f1626a6a89 req-6ea2a81f-3354-4ae9-9e78-42f8d1409f88 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752411 Jun 24 09:29:46.649127 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a6c25-59aa-449d-a944-7f7521ab8df7 req-c6a16e81-e7ff-4b27-b4f0-64a5c1de78de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:46.650523 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-179a6c25-59aa-449d-a944-7f7521ab8df7 req-c6a16e81-e7ff-4b27-b4f0-64a5c1de78de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d68aec6-ddc3-493c-9a2f-e03dbb68dba1 HTTP/1.1" status: 200 len: 848 time: 0.0428796 Jun 24 09:29:46.710659 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a6c25-59aa-449d-a944-7f7521ab8df7 req-aef85422-677e-42a2-9efa-4839f93cc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:46.712032 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-179a6c25-59aa-449d-a944-7f7521ab8df7 req-aef85422-677e-42a2-9efa-4839f93cc6e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544703 Jun 24 09:29:46.797151 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-179a6c25-59aa-449d-a944-7f7521ab8df7 req-0b124c06-349b-491a-8fb1-df2a33238f61 service neutron] 10.222.0.60 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776997 Jun 24 09:29:46.887782 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-179a6c25-59aa-449d-a944-7f7521ab8df7 req-be6afcea-e483-4f51-9f3e-faaae150b20e service neutron] 10.222.0.60 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841265 Jun 24 09:29:47.017457 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cb2559cb-c053-492f-af33-7c871f2fc9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:47.432471 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455c8a8-3dc8-464f-bd72-26d39ade3239 req-ce869aba-a198-4d54-91a2-8ad27c12b8d1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:47.433886 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f455c8a8-3dc8-464f-bd72-26d39ade3239 req-ce869aba-a198-4d54-91a2-8ad27c12b8d1 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0610821 Jun 24 09:29:47.473305 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f455c8a8-3dc8-464f-bd72-26d39ade3239 req-0d623801-854c-48c3-a907-a4e1fd496403 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337772 Jun 24 09:29:47.775387 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c6d34-7e2f-47e4-845a-a4e4ca2b0b67 req-64db09d0-3871-4b5d-a4a6-14c25a9de397 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:47.776830 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-019c6d34-7e2f-47e4-845a-a4e4ca2b0b67 req-64db09d0-3871-4b5d-a4a6-14c25a9de397 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0628421 Jun 24 09:29:47.813176 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-019c6d34-7e2f-47e4-845a-a4e4ca2b0b67 req-d2a6f5aa-17ea-41bb-9e20-995d38c04727 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308313 Jun 24 09:29:48.648751 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd8052-23df-49ed-880e-ae85383f350f req-8fceb884-7179-4b0a-84f9-7908b4960932 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:48.650233 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d2cd8052-23df-49ed-880e-ae85383f350f req-8fceb884-7179-4b0a-84f9-7908b4960932 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0624576 Jun 24 09:29:48.688207 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d2cd8052-23df-49ed-880e-ae85383f350f req-86ce2f8a-3fb8-4473-8b30-d4e522aebc02 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321946 Jun 24 09:29:48.985355 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8d03d-e589-4845-8752-226ed5bc670d req-f3a7470a-1ef8-4fe7-bd5c-5a14ac923fb9 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:48.986764 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5cf8d03d-e589-4845-8752-226ed5bc670d req-f3a7470a-1ef8-4fe7-bd5c-5a14ac923fb9 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0619562 Jun 24 09:29:49.026659 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5cf8d03d-e589-4845-8752-226ed5bc670d req-3c58c2c0-e311-48be-8a34-8c583ade0be2 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343812 Jun 24 09:29:49.738363 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a5f7a436-8d83-4ded-8b73-c29a521a1e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:49.872953 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0473d4-31fe-4a2d-bfe0-d18669e11d6e req-205310aa-1135-4d5e-93a4-26373743fa3b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:49.874464 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6a0473d4-31fe-4a2d-bfe0-d18669e11d6e req-205310aa-1135-4d5e-93a4-26373743fa3b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 946 time: 0.0640261 Jun 24 09:29:49.911434 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6a0473d4-31fe-4a2d-bfe0-d18669e11d6e req-012b93b8-806e-485d-8f39-021ed6e4175c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312245 Jun 24 09:29:49.943356 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:50.200146 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4ea11-fdd0-426c-80f1-a7038bea64ea req-9babc6e2-6095-45ab-9c08-747e135e5542 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:50.201834 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c0e4ea11-fdd0-426c-80f1-a7038bea64ea req-9babc6e2-6095-45ab-9c08-747e135e5542 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0654438 Jun 24 09:29:50.238041 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c0e4ea11-fdd0-426c-80f1-a7038bea64ea req-1aff1259-a2f4-47d3-b421-e3aa7b725bdd tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304551 Jun 24 09:29:50.368153 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 37307e8b-b926-49cc-a8ee-c8e02a4999e5 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:29:50.456627 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:50.478549 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774663e7-3af7-4ea0-9911-713f89779ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37307e8b-b926-49cc-a8ee-c8e02a4999e5'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:29:50.480900 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11630989-108c-4f00-aa11-921cb338a129" -d '{"events": [{"server_uuid": "774663e7-3af7-4ea0-9911-713f89779ee9", "name": "network-vif-unplugged", "status": "completed", "tag": "37307e8b-b926-49cc-a8ee-c8e02a4999e5"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:29:50.491524 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:50.493169 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 37307e8b-b926-49cc-a8ee-c8e02a4999e5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:50.560830 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:50.562625 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:50.615972 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=37307e8b-b926-49cc-a8ee-c8e02a4999e5,revision_number=8']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:50.619247 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:50.627178 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 09:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7477f941-4668-41a8-96dd-a55ddf2fbbf0 x-openstack-request-id: req-7477f941-4668-41a8-96dd-a55ddf2fbbf0 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:29:50.627548 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774663e7-3af7-4ea0-9911-713f89779ee9", "name": "network-vif-unplugged", "status": "failed", "tag": "37307e8b-b926-49cc-a8ee-c8e02a4999e5", "code": 422}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:29:50.627809 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7477f941-4668-41a8-96dd-a55ddf2fbbf0 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:29:50.628285 dv-cinder-797812-1-iscsi neutron-server[93461]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '774663e7-3af7-4ea0-9911-713f89779ee9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'code': 422} returned with failed status Jun 24 09:29:50.780226 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-276c22cf-eef9-4b37-92f3-a12d6adb1123 req-28372a50-8e20-4ca3-aaa3-f64e86618d7e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909774 Jun 24 09:29:50.796841 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d521d11-2fb3-456e-b7ce-2609ec3ee9c7 req-6c10d6e3-10fa-4628-abd6-f85a1a877398 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:50.798313 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8d521d11-2fb3-456e-b7ce-2609ec3ee9c7 req-6c10d6e3-10fa-4628-abd6-f85a1a877398 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0784018 Jun 24 09:29:50.839209 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8d521d11-2fb3-456e-b7ce-2609ec3ee9c7 req-8914b445-19a2-4735-a95f-f12d875473fe tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351634 Jun 24 09:29:52.020623 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c40f56-1cba-416e-a546-7e63b1cc7e59 req-c110516a-952a-4659-94c3-89d66dd2ff54 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:52.022072 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e0c40f56-1cba-416e-a546-7e63b1cc7e59 req-c110516a-952a-4659-94c3-89d66dd2ff54 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0648005 Jun 24 09:29:52.074582 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e0c40f56-1cba-416e-a546-7e63b1cc7e59 req-ca82e512-0cd1-4ed8-9ee9-675c109869dc tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460806 Jun 24 09:29:52.098684 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3daa227-26c5-48d4-b286-d0bdc0ee144d req-38a6de21-b2ba-4151-8433-ebb6493a90b9 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:52.100186 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f3daa227-26c5-48d4-b286-d0bdc0ee144d req-38a6de21-b2ba-4151-8433-ebb6493a90b9 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0683837 Jun 24 09:29:52.138332 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-f3daa227-26c5-48d4-b286-d0bdc0ee144d req-df83b01c-1693-4157-99c4-8abe29a6c9a8 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 Jun 24 09:29:52.367088 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 99d00cd4-6e1b-43c1-ad26-52769204299b no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:29:52.371918 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:52.444235 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:52.476933 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 99d00cd4-6e1b-43c1-ad26-52769204299b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=99d00cd4-6e1b-43c1-ad26-52769204299b,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:29:52.555250 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:52.557616 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:29:52.558419 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56074) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:29:52.604240 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=99d00cd4-6e1b-43c1-ad26-52769204299b,revision_number=6']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:29:52.607371 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:29:52.629230 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d00cd4-6e1b-43c1-ad26-52769204299b'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:29:52.631712 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9be754-3c74-4eb4-88f1-aec0ace15465" -d '{"events": [{"server_uuid": "d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1", "name": "network-vif-unplugged", "status": "completed", "tag": "99d00cd4-6e1b-43c1-ad26-52769204299b"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:29:52.663829 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 09:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5891c02-7aed-46cf-91d2-1f8986dada4b x-openstack-request-id: req-a5891c02-7aed-46cf-91d2-1f8986dada4b {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:29:52.664128 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1", "name": "network-vif-unplugged", "status": "failed", "tag": "99d00cd4-6e1b-43c1-ad26-52769204299b", "code": 422}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:29:52.664389 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5891c02-7aed-46cf-91d2-1f8986dada4b {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:29:52.664794 dv-cinder-797812-1-iscsi neutron-server[93461]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'code': 422} returned with failed status Jun 24 09:29:52.667554 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c929a51b-dd4e-4824-b101-5556764cb98f req-9202bf8f-e1f1-4e62-8d05-e6a38cf5cf05 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1077783 Jun 24 09:29:53.242703 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cde63-8cf5-458a-930b-aa39910c7f7b req-2f8b05af-183d-476c-8187-4936d6bef7dd tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:53.244954 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c85cde63-8cf5-458a-930b-aa39910c7f7b req-2f8b05af-183d-476c-8187-4936d6bef7dd tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0675602 Jun 24 09:29:53.284691 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c85cde63-8cf5-458a-930b-aa39910c7f7b req-65f80bd1-e4f8-41dd-bbd5-f0a2ce560155 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337613 Jun 24 09:29:53.319454 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460cb72-fbcc-42e2-9436-d8c0527c6f5d req-7a307710-d3df-4c5e-bb07-93d7741c8cf4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:53.320906 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9460cb72-fbcc-42e2-9436-d8c0527c6f5d req-7a307710-d3df-4c5e-bb07-93d7741c8cf4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0627539 Jun 24 09:29:53.359094 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9460cb72-fbcc-42e2-9436-d8c0527c6f5d req-55682323-6cae-426d-86b3-4754d5611beb tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323524 Jun 24 09:29:53.516281 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c22cf-eef9-4b37-92f3-a12d6adb1123 req-9d11e5e7-9f2e-40a5-a3cd-7ab39b56f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:53.517716 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-276c22cf-eef9-4b37-92f3-a12d6adb1123 req-9d11e5e7-9f2e-40a5-a3cd-7ab39b56f5d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1&tenant_id=fbfdc68456ca43ad8b12fde0e8cc2f24 HTTP/1.1" status: 200 len: 1096 time: 0.0523365 Jun 24 09:29:53.617073 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c22cf-eef9-4b37-92f3-a12d6adb1123 req-07d6d282-8417-4ad4-b9fb-22124c05cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:53.618470 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-276c22cf-eef9-4b37-92f3-a12d6adb1123 req-07d6d282-8417-4ad4-b9fb-22124c05cfad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbfdc68456ca43ad8b12fde0e8cc2f24&device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0528686 Jun 24 09:29:53.710147 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c22cf-eef9-4b37-92f3-a12d6adb1123 req-4f5cc9f1-3347-4b95-98a6-1849460cd1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:53.711741 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-276c22cf-eef9-4b37-92f3-a12d6adb1123 req-4f5cc9f1-3347-4b95-98a6-1849460cd1a1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd HTTP/1.1" status: 200 len: 910 time: 0.0864141 Jun 24 09:29:53.776009 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-276c22cf-eef9-4b37-92f3-a12d6adb1123 req-d6d111af-bc66-4785-bff9-5c12eb531949 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d00cd4-6e1b-43c1-ad26-52769204299b HTTP/1.1" status: 200 len: 998 time: 0.0581648 Jun 24 09:29:53.827079 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c22cf-eef9-4b37-92f3-a12d6adb1123 req-603c9fa5-0eab-4aa0-8045-4e46c78da290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:53.828670 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-276c22cf-eef9-4b37-92f3-a12d6adb1123 req-603c9fa5-0eab-4aa0-8045-4e46c78da290 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d68aec6-ddc3-493c-9a2f-e03dbb68dba1 HTTP/1.1" status: 200 len: 848 time: 0.0471323 Jun 24 09:29:53.883563 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c22cf-eef9-4b37-92f3-a12d6adb1123 req-26119e69-fd22-416c-b235-7437e998a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:53.885455 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-276c22cf-eef9-4b37-92f3-a12d6adb1123 req-26119e69-fd22-416c-b235-7437e998a18c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504053 Jun 24 09:29:53.981991 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-276c22cf-eef9-4b37-92f3-a12d6adb1123 req-d542e9d8-36a9-4322-8aff-661ac2c90f4c service neutron] 10.222.0.60 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794671 Jun 24 09:29:54.077766 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-276c22cf-eef9-4b37-92f3-a12d6adb1123 req-1f7be2a1-9a63-4b8d-8f08-efb07876dd38 service neutron] 10.222.0.60 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859447 Jun 24 09:29:54.277222 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929a51b-dd4e-4824-b101-5556764cb98f req-906854a4-55ba-482b-80a3-99afb8556034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:54.278651 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c929a51b-dd4e-4824-b101-5556764cb98f req-906854a4-55ba-482b-80a3-99afb8556034 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9&tenant_id=789de2cd33544e339915865a4902f236 HTTP/1.1" status: 200 len: 1097 time: 0.0528462 Jun 24 09:29:54.374575 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929a51b-dd4e-4824-b101-5556764cb98f req-d1906e56-a63d-4ecd-a790-03a31633c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:54.376194 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c929a51b-dd4e-4824-b101-5556764cb98f req-d1906e56-a63d-4ecd-a790-03a31633c452 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=789de2cd33544e339915865a4902f236&device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0565605 Jun 24 09:29:54.505312 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929a51b-dd4e-4824-b101-5556764cb98f req-71327c12-6040-4c0b-aca0-51922def49de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:54.506654 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c929a51b-dd4e-4824-b101-5556764cb98f req-71327c12-6040-4c0b-aca0-51922def49de service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5ca0700-991e-47d2-99de-f9047b5f2e60 HTTP/1.1" status: 200 len: 917 time: 0.1222470 Jun 24 09:29:54.520018 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861b854-6665-4420-89e1-1f573e9af209 req-df871824-d902-47e4-93fe-6f430e4db94e tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:54.521376 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4861b854-6665-4420-89e1-1f573e9af209 req-df871824-d902-47e4-93fe-6f430e4db94e tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0934196 Jun 24 09:29:54.548375 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395990b8-d717-4fbf-adbc-4f7f53a97b86 req-84a7b913-fcda-4d89-9319-e25e653aaf19 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:54.549823 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-395990b8-d717-4fbf-adbc-4f7f53a97b86 req-84a7b913-fcda-4d89-9319-e25e653aaf19 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0648217 Jun 24 09:29:54.594404 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-395990b8-d717-4fbf-adbc-4f7f53a97b86 req-40653bc6-baf2-4dfe-b579-5815fa767ffd tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387838 Jun 24 09:29:54.605961 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4861b854-6665-4420-89e1-1f573e9af209 req-8058dea1-d73e-4a8f-ad5b-dca9016b19f9 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783279 Jun 24 09:29:54.607706 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c929a51b-dd4e-4824-b101-5556764cb98f req-06b63e57-b089-4a82-984e-7e91d52a26b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5 HTTP/1.1" status: 200 len: 1000 time: 0.0855217 Jun 24 09:29:54.660223 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929a51b-dd4e-4824-b101-5556764cb98f req-43f2631c-dfea-4d04-b9a2-ff57e3c14a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:54.661572 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c929a51b-dd4e-4824-b101-5556764cb98f req-43f2631c-dfea-4d04-b9a2-ff57e3c14a51 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=172579aa-233f-48bd-9ad4-0b00016b6268 HTTP/1.1" status: 200 len: 855 time: 0.0415199 Jun 24 09:29:54.717053 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929a51b-dd4e-4824-b101-5556764cb98f req-d8e5cf4c-ebfe-41d6-a80c-3d33f7a21bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:54.718525 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c929a51b-dd4e-4824-b101-5556764cb98f req-d8e5cf4c-ebfe-41d6-a80c-3d33f7a21bce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5ca0700-991e-47d2-99de-f9047b5f2e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499043 Jun 24 09:29:54.808352 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c929a51b-dd4e-4824-b101-5556764cb98f req-520e9e5b-b31c-4856-a181-36c11b512c01 service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821187 Jun 24 09:29:54.892909 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c929a51b-dd4e-4824-b101-5556764cb98f req-1ce15c12-3f65-4de1-b340-08b86e7180cf service neutron] 10.222.0.60 "GET /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776227 Jun 24 09:29:55.807533 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5d5a4-f7f5-41fe-911f-a958568e4dc6 req-863ebd98-cc33-48f8-a975-2d6c47b9ab69 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:55.809808 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-65c5d5a4-f7f5-41fe-911f-a958568e4dc6 req-863ebd98-cc33-48f8-a975-2d6c47b9ab69 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0772557 Jun 24 09:29:55.818161 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0767f-b983-4165-a5e5-1dd7cb77f29a req-9df3f54a-de6d-4004-a6bf-2652e6af3d7d tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:55.819685 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6cb0767f-b983-4165-a5e5-1dd7cb77f29a req-9df3f54a-de6d-4004-a6bf-2652e6af3d7d tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0731325 Jun 24 09:29:55.863434 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6cb0767f-b983-4165-a5e5-1dd7cb77f29a req-f440201f-7346-4308-b48e-6ded7e1067c4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368211 Jun 24 09:29:55.879143 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-65c5d5a4-f7f5-41fe-911f-a958568e4dc6 req-fd958878-4888-444d-9c15-ccf864f9af5e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632660 Jun 24 09:29:57.052281 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5fe90-b196-42c7-9bfc-3fddeed07a4b req-49d5f9b2-6ceb-484f-90b6-fbb89b1794e5 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:57.053818 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded11e85-38a0-4c06-9df3-85155f3f8a96 req-12dc169f-e707-4440-98cb-eff898bf7c10 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:57.054285 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9eb5fe90-b196-42c7-9bfc-3fddeed07a4b req-49d5f9b2-6ceb-484f-90b6-fbb89b1794e5 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0623679 Jun 24 09:29:57.055272 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ded11e85-38a0-4c06-9df3-85155f3f8a96 req-12dc169f-e707-4440-98cb-eff898bf7c10 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0646236 Jun 24 09:29:57.095685 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ded11e85-38a0-4c06-9df3-85155f3f8a96 req-885dfa47-d786-40ff-970e-c28dee51a274 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318892 Jun 24 09:29:57.097496 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9eb5fe90-b196-42c7-9bfc-3fddeed07a4b req-8938eb00-d555-40ef-bc05-8b7b2cb411cc tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368567 Jun 24 09:29:57.595337 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:29:58.320341 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10974a8f-59b0-49ca-a27a-dd4082119d00 req-bd8a7b55-56ef-472f-bfe3-ff7922e5bd61 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:58.324024 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e8bb9-b3af-46c1-93df-46b989827b35 req-5a47f0dc-1b06-40dd-96af-01b9531cd54e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:58.325529 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fc5e8bb9-b3af-46c1-93df-46b989827b35 req-5a47f0dc-1b06-40dd-96af-01b9531cd54e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.1027124 Jun 24 09:29:58.333474 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10974a8f-59b0-49ca-a27a-dd4082119d00 req-bd8a7b55-56ef-472f-bfe3-ff7922e5bd61 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.1176245 Jun 24 09:29:58.371045 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fc5e8bb9-b3af-46c1-93df-46b989827b35 req-f54857bd-1109-4935-a6d0-6d681d6a5ff6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387030 Jun 24 09:29:58.376529 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-10974a8f-59b0-49ca-a27a-dd4082119d00 req-5cdf8c2d-3116-4865-8d46-80e9c62e8696 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417850 Jun 24 09:29:58.623466 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:29:59.566974 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537ac3e-29d5-47d8-b715-db2be5251fa0 req-0be57750-3048-435e-8dd7-83c931787ec4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:59.566974 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0537ac3e-29d5-47d8-b715-db2be5251fa0 req-0be57750-3048-435e-8dd7-83c931787ec4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0635834 Jun 24 09:29:59.582479 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0118f81-66a3-4529-a338-43809631f2b5 req-c0b3e952-8e0d-423b-abee-ecbd5018417c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:29:59.582479 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c0118f81-66a3-4529-a338-43809631f2b5 req-c0b3e952-8e0d-423b-abee-ecbd5018417c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0803509 Jun 24 09:29:59.623561 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c0118f81-66a3-4529-a338-43809631f2b5 req-e47cfe8c-bfbc-458b-9a9e-14ca43501a81 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383050 Jun 24 09:29:59.633724 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0537ac3e-29d5-47d8-b715-db2be5251fa0 req-5cb55e55-de14-458a-beda-366b449c8027 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481706 Jun 24 09:30:00.811262 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12427faf-382f-40d7-be6f-4239cf9b3772 req-0ed27126-b75a-4afb-a2ee-b22833b5972a tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:00.812735 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12427faf-382f-40d7-be6f-4239cf9b3772 req-0ed27126-b75a-4afb-a2ee-b22833b5972a tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0662735 Jun 24 09:30:00.818831 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b4c81-77e5-4410-a05a-876bf4d5f61b req-79397122-37e6-4b2a-a022-d2094cf01b9e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:00.820296 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5e0b4c81-77e5-4410-a05a-876bf4d5f61b req-79397122-37e6-4b2a-a022-d2094cf01b9e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0707543 Jun 24 09:30:00.853567 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-12427faf-382f-40d7-be6f-4239cf9b3772 req-b102f069-941e-4177-a57c-a592f117925d tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351362 Jun 24 09:30:00.876762 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5e0b4c81-77e5-4410-a05a-876bf4d5f61b req-62916616-19ee-4fb7-ba62-d336e3ba7ba7 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502357 Jun 24 09:30:01.715301 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d7453-f603-48d0-9777-4914d33c6b71 req-4d55c68c-396c-4de3-bc1e-ebad03d8f1f5 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:01.716811 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c40d7453-f603-48d0-9777-4914d33c6b71 req-4d55c68c-396c-4de3-bc1e-ebad03d8f1f5 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0652535 Jun 24 09:30:01.757773 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c40d7453-f603-48d0-9777-4914d33c6b71 req-572997dc-9df2-429f-90e0-18a716dd4df6 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352180 Jun 24 09:30:02.041696 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3acbde-9518-4d06-b4c8-4e9e88bc2695 req-bb0f3b1c-35e0-4ee5-99ff-4396158ba85e tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:02.043398 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc3acbde-9518-4d06-b4c8-4e9e88bc2695 req-bb0f3b1c-35e0-4ee5-99ff-4396158ba85e tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0705724 Jun 24 09:30:02.075595 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131883a-c40b-4c17-a55a-00563bcb2dbd req-37758fc4-645b-4e59-99d9-b905cec991f8 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:02.077593 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4131883a-c40b-4c17-a55a-00563bcb2dbd req-37758fc4-645b-4e59-99d9-b905cec991f8 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0778277 Jun 24 09:30:02.084374 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc3acbde-9518-4d06-b4c8-4e9e88bc2695 req-afaaabdd-e89c-4fea-8755-a0c1ec9c42aa tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339346 Jun 24 09:30:02.137673 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4131883a-c40b-4c17-a55a-00563bcb2dbd req-1b14eabe-ce68-4c48-b9bf-4a2a24081d14 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534332 Jun 24 09:30:02.936854 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c1d90-4c18-41e3-980b-0d3de60a84b4 req-d22ae6c0-8b4e-4ac6-b7b8-7d863d091c53 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:02.938388 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4f2c1d90-4c18-41e3-980b-0d3de60a84b4 req-d22ae6c0-8b4e-4ac6-b7b8-7d863d091c53 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0638697 Jun 24 09:30:02.981752 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4f2c1d90-4c18-41e3-980b-0d3de60a84b4 req-b28d5541-6cb4-4c77-91e4-00d1cefc8c62 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368381 Jun 24 09:30:03.271792 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc1880-b113-4b38-8f7a-19e349fb4577 req-0140bbfe-ae43-4f25-b91c-cf833928d55a tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:03.273967 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8bbc1880-b113-4b38-8f7a-19e349fb4577 req-0140bbfe-ae43-4f25-b91c-cf833928d55a tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0673707 Jun 24 09:30:03.317236 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8bbc1880-b113-4b38-8f7a-19e349fb4577 req-a0fd130d-fd68-4d29-91b9-69b63bdb239d tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333354 Jun 24 09:30:03.341168 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d97827-c350-44d7-b69c-829d02688b7d req-4f5d856d-4b51-449f-b2bb-974138bd7ef3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:03.341168 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b6d97827-c350-44d7-b69c-829d02688b7d req-4f5d856d-4b51-449f-b2bb-974138bd7ef3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0746083 Jun 24 09:30:03.377444 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b6d97827-c350-44d7-b69c-829d02688b7d req-1fb836b7-2138-4cb1-9236-cf7176a06e4b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370061 Jun 24 09:30:04.177395 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9157e0-d877-4cb2-a051-70074d99bca1 req-1ccd8985-d6c8-436a-abbc-84e416624abc tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:04.178846 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6f9157e0-d877-4cb2-a051-70074d99bca1 req-1ccd8985-d6c8-436a-abbc-84e416624abc tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0644519 Jun 24 09:30:04.220827 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6f9157e0-d877-4cb2-a051-70074d99bca1 req-998141c4-23bc-4e67-ac1c-e0e1cf7d6f70 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349250 Jun 24 09:30:04.508786 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26036705-77a9-4fbe-b08d-d952be8602be req-3f33484e-a2e6-4a66-b3ad-c07067b464aa tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:04.511576 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-26036705-77a9-4fbe-b08d-d952be8602be req-3f33484e-a2e6-4a66-b3ad-c07067b464aa tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0798123 Jun 24 09:30:04.553477 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-26036705-77a9-4fbe-b08d-d952be8602be req-723f69a9-cbe0-4339-b674-ebcd6e90518a tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355718 Jun 24 09:30:04.831617 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ee337-7e87-40f5-bc55-313390cb732c req-2a683e08-3ac0-4764-a513-664e586e6883 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:04.833165 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7f3ee337-7e87-40f5-bc55-313390cb732c req-2a683e08-3ac0-4764-a513-664e586e6883 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.3106673 Jun 24 09:30:04.874248 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7f3ee337-7e87-40f5-bc55-313390cb732c req-8330c66b-69da-435f-9840-c27edc2a8637 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351257 Jun 24 09:30:05.424145 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa080cb-7d7a-4d07-bd94-1835f2ec1850 req-ebe31f9a-b19f-464c-85c3-29d2ebdf5777 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:05.425771 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4fa080cb-7d7a-4d07-bd94-1835f2ec1850 req-ebe31f9a-b19f-464c-85c3-29d2ebdf5777 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0677452 Jun 24 09:30:05.466999 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4fa080cb-7d7a-4d07-bd94-1835f2ec1850 req-bc6bf663-bcff-49ac-8c6c-dea3181a1c8b tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345974 Jun 24 09:30:05.769933 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952292f-7687-4bcd-babc-701841c33810 req-bd4c2373-cb30-4408-93b6-5299068abf95 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:05.771607 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6952292f-7687-4bcd-babc-701841c33810 req-bd4c2373-cb30-4408-93b6-5299068abf95 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0785561 Jun 24 09:30:05.814133 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6952292f-7687-4bcd-babc-701841c33810 req-f650a265-8dd4-44f5-865c-bbc0cea0130e tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356929 Jun 24 09:30:06.078753 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96879ae-39a8-4c4f-8a7f-f8252e447fa6 req-60482e1d-d4b1-46eb-a043-8e4c781292c9 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:06.080199 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c96879ae-39a8-4c4f-8a7f-f8252e447fa6 req-60482e1d-d4b1-46eb-a043-8e4c781292c9 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0771995 Jun 24 09:30:06.117199 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c96879ae-39a8-4c4f-8a7f-f8252e447fa6 req-b4cc6a3a-5591-4609-83ca-0b9420cee36c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313084 Jun 24 09:30:06.790468 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3cf3d-1b69-48ab-92ff-c367b22f80c3 req-79d93476-2a37-43e6-95f5-fb9d3de19975 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:06.792570 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0bc3cf3d-1b69-48ab-92ff-c367b22f80c3 req-79d93476-2a37-43e6-95f5-fb9d3de19975 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0649774 Jun 24 09:30:06.830107 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0bc3cf3d-1b69-48ab-92ff-c367b22f80c3 req-1aa6eb97-ed22-4a4d-b504-a5cd8c230ebd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319986 Jun 24 09:30:06.989459 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaa2c4-5189-4ee1-bbb8-c9cbcf8f9c6b req-a5a60e0c-8790-4526-a6fa-41a16c11e58d tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:06.990913 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-81aaa2c4-5189-4ee1-bbb8-c9cbcf8f9c6b req-a5a60e0c-8790-4526-a6fa-41a16c11e58d tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0668600 Jun 24 09:30:07.028700 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-81aaa2c4-5189-4ee1-bbb8-c9cbcf8f9c6b req-09f387e3-7426-496b-a4a0-cdc59cc252cc tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319188 Jun 24 09:30:07.169157 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a7705-d91c-4c97-9838-f7d5d323c77e req-c9dee78d-c114-45f6-8c3b-3bf42c391c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:07.170712 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de0a7705-d91c-4c97-9838-f7d5d323c77e req-c9dee78d-c114-45f6-8c3b-3bf42c391c18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbfdc68456ca43ad8b12fde0e8cc2f24&device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0577338 Jun 24 09:30:07.180303 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb7fdc-4f86-4ec8-9017-a1e9c3fc506a req-b0131042-1315-4e20-9f56-f9276c3762d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:07.181879 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53bb7fdc-4f86-4ec8-9017-a1e9c3fc506a req-b0131042-1315-4e20-9f56-f9276c3762d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3beff15aad4dfe91723ec3a6e45ca5&device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 1138 time: 0.0529983 Jun 24 09:30:07.278107 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a7705-d91c-4c97-9838-f7d5d323c77e req-bbfba7ef-afd6-4f30-86a6-e3ee631bdf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:07.279563 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de0a7705-d91c-4c97-9838-f7d5d323c77e req-bbfba7ef-afd6-4f30-86a6-e3ee631bdf40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd HTTP/1.1" status: 200 len: 910 time: 0.0850892 Jun 24 09:30:07.310384 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb7fdc-4f86-4ec8-9017-a1e9c3fc506a req-5e6ce396-2c8d-4fb8-98ff-db98b3258bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:07.311794 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53bb7fdc-4f86-4ec8-9017-a1e9c3fc506a req-5e6ce396-2c8d-4fb8-98ff-db98b3258bfc service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0 HTTP/1.1" status: 200 len: 915 time: 0.1226022 Jun 24 09:30:07.326827 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b282e-8265-46af-aa9e-bd1f0582a278 req-26ad6754-b277-469b-96e3-4a2058bb76b6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:07.328493 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-479b282e-8265-46af-aa9e-bd1f0582a278 req-26ad6754-b277-469b-96e3-4a2058bb76b6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0947194 Jun 24 09:30:07.347988 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de0a7705-d91c-4c97-9838-f7d5d323c77e req-073b8229-cd7a-4a44-90f7-c3fb6fa4407d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d00cd4-6e1b-43c1-ad26-52769204299b HTTP/1.1" status: 200 len: 998 time: 0.0616455 Jun 24 09:30:07.396284 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a7705-d91c-4c97-9838-f7d5d323c77e req-b44c16dd-24e2-44e1-9f1b-74604a49a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:07.397725 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de0a7705-d91c-4c97-9838-f7d5d323c77e req-b44c16dd-24e2-44e1-9f1b-74604a49a6af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d68aec6-ddc3-493c-9a2f-e03dbb68dba1 HTTP/1.1" status: 200 len: 848 time: 0.0420318 Jun 24 09:30:07.410941 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53bb7fdc-4f86-4ec8-9017-a1e9c3fc506a req-4b7718aa-a316-4a59-9f68-376b297cd8fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c8dd78d-adc2-4354-89a9-2f3ebcdad052 HTTP/1.1" status: 200 len: 1001 time: 0.0920401 Jun 24 09:30:07.413752 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-479b282e-8265-46af-aa9e-bd1f0582a278 req-9d56d8ef-2cd7-4678-8547-491f6033d4f3 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791557 Jun 24 09:30:07.454401 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a7705-d91c-4c97-9838-f7d5d323c77e req-f3a612fd-9a1d-4745-a255-055ddecbdc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:07.455880 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de0a7705-d91c-4c97-9838-f7d5d323c77e req-f3a612fd-9a1d-4745-a255-055ddecbdc09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515869 Jun 24 09:30:07.459763 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb7fdc-4f86-4ec8-9017-a1e9c3fc506a req-48fe0df7-8696-4fc5-bd7d-70af7222fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:07.461182 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53bb7fdc-4f86-4ec8-9017-a1e9c3fc506a req-48fe0df7-8696-4fc5-bd7d-70af7222fc4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76ffab51-0bbc-42bc-96b1-b1a0e501df29 HTTP/1.1" status: 200 len: 853 time: 0.0432012 Jun 24 09:30:07.519682 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb7fdc-4f86-4ec8-9017-a1e9c3fc506a req-03b79730-769d-4ce6-bcf8-5ddfa2dd6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:07.521146 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53bb7fdc-4f86-4ec8-9017-a1e9c3fc506a req-03b79730-769d-4ce6-bcf8-5ddfa2dd6196 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501401 Jun 24 09:30:07.552697 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de0a7705-d91c-4c97-9838-f7d5d323c77e req-9530e8ac-2b68-40bc-86d8-f779867f6490 service neutron] 10.222.0.60 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825453 Jun 24 09:30:07.611122 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53bb7fdc-4f86-4ec8-9017-a1e9c3fc506a req-f820e21f-2bcf-454f-9564-747823f8cc4f service neutron] 10.222.0.60 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828667 Jun 24 09:30:07.640807 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-de0a7705-d91c-4c97-9838-f7d5d323c77e req-7255ba64-3ff0-4d9a-844c-d81b38af11d0 service neutron] 10.222.0.60 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812855 Jun 24 09:30:07.699723 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-53bb7fdc-4f86-4ec8-9017-a1e9c3fc506a req-018cecd6-8007-4c16-b5e6-5e53780b8b45 service neutron] 10.222.0.60 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816791 Jun 24 09:30:08.003319 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1daeb-5c7a-4016-a9ad-35a49904688a req-7ca2a669-1859-4f46-a893-b44b4ce30043 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:08.004760 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-57d1daeb-5c7a-4016-a9ad-35a49904688a req-7ca2a669-1859-4f46-a893-b44b4ce30043 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0633993 Jun 24 09:30:08.052779 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-57d1daeb-5c7a-4016-a9ad-35a49904688a req-aacb3811-ccca-42c9-a26e-11419a889ea3 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421360 Jun 24 09:30:08.204155 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f3652-6905-41e3-9b28-89cd82c2d9d5 req-036c01fa-c8ef-437e-a8bd-e63450bfc321 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:08.205632 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b98f3652-6905-41e3-9b28-89cd82c2d9d5 req-036c01fa-c8ef-437e-a8bd-e63450bfc321 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0663292 Jun 24 09:30:08.246457 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b98f3652-6905-41e3-9b28-89cd82c2d9d5 req-ed6334e7-2675-4843-ae4b-61260db5707c tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351658 Jun 24 09:30:08.592782 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47074093-9f18-480c-a674-7bec1c3a7e8c req-8e4ccd57-89f1-41d2-adb8-7236aa08f8b4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:08.594206 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-47074093-9f18-480c-a674-7bec1c3a7e8c req-8e4ccd57-89f1-41d2-adb8-7236aa08f8b4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0671573 Jun 24 09:30:08.630585 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-47074093-9f18-480c-a674-7bec1c3a7e8c req-25ce80f5-8dda-42b9-b190-1e3c58df9c33 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308449 Jun 24 09:30:09.226486 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef03bf5-0057-49f4-87bf-770eb69dcbdc req-f819b0f1-fd70-462b-a54c-5cf370fcd575 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:09.227928 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-aef03bf5-0057-49f4-87bf-770eb69dcbdc req-f819b0f1-fd70-462b-a54c-5cf370fcd575 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0608404 Jun 24 09:30:09.267243 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-aef03bf5-0057-49f4-87bf-770eb69dcbdc req-15b2462f-bb37-47a3-bcfb-f4f24dbe95aa tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330746 Jun 24 09:30:09.419916 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b9d5f-7397-4c4b-90ed-4cd1574cfc69 req-41b9afd2-7bc1-4ea9-a70b-a9133e9a3982 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:09.421252 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-377b9d5f-7397-4c4b-90ed-4cd1574cfc69 req-41b9afd2-7bc1-4ea9-a70b-a9133e9a3982 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0622714 Jun 24 09:30:09.457552 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-377b9d5f-7397-4c4b-90ed-4cd1574cfc69 req-007ea66e-139a-4e19-b666-223a8a79d660 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306869 Jun 24 09:30:09.808563 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed599493-8959-4885-b62c-cf4a4a85b101 req-e79d08fd-78c4-4779-9c74-f685bb6e071b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:09.809981 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ed599493-8959-4885-b62c-cf4a4a85b101 req-e79d08fd-78c4-4779-9c74-f685bb6e071b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0633733 Jun 24 09:30:09.846295 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ed599493-8959-4885-b62c-cf4a4a85b101 req-51c3f665-e03e-471a-9960-741fc1843ab8 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307975 Jun 24 09:30:10.441599 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3c2f9-551c-4c50-8343-3a720d5f517f req-7e36f999-991b-4f74-9ca2-0e104628362d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:10.442982 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-45f3c2f9-551c-4c50-8343-3a720d5f517f req-7e36f999-991b-4f74-9ca2-0e104628362d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0651085 Jun 24 09:30:10.456039 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 99d00cd4-6e1b-43c1-ad26-52769204299b details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:30:10.485233 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-45f3c2f9-551c-4c50-8343-3a720d5f517f req-bedaf965-d549-4da0-a705-7f9b2e668eb0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365531 Jun 24 09:30:10.552316 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 99d00cd4-6e1b-43c1-ad26-52769204299b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=99d00cd4-6e1b-43c1-ad26-52769204299b,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:30:10.563368 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'port_id': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'mac_address': 'fa:16:3e:92:36:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:30:10.600414 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:10.613281 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d00cd4-6e1b-43c1-ad26-52769204299b {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:30:10.633102 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 99d00cd4-6e1b-43c1-ad26-52769204299b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=99d00cd4-6e1b-43c1-ad26-52769204299b,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:30:10.636500 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ff9f9-06cc-4a86-8ff3-d452f9ed03cb req-9ca1b3ae-476f-4c21-ae06-30b734bfeb8c tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:10.638018 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ac0ff9f9-06cc-4a86-8ff3-d452f9ed03cb req-9ca1b3ae-476f-4c21-ae06-30b734bfeb8c tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 943 time: 0.0696094 Jun 24 09:30:10.682657 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ac0ff9f9-06cc-4a86-8ff3-d452f9ed03cb req-7992c9db-414b-49c7-a715-7547e7390a5b tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389209 Jun 24 09:30:10.715064 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:10.715826 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 37307e8b-b926-49cc-a8ee-c8e02a4999e5 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:30:10.717685 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:30:10.807442 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=99d00cd4-6e1b-43c1-ad26-52769204299b,revision_number=7']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:30:10.811362 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:30:10.849184 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 37307e8b-b926-49cc-a8ee-c8e02a4999e5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:30:10.860438 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'port_id': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'mac_address': 'fa:16:3e:f5:65:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:30:10.897678 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:10.914986 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37307e8b-b926-49cc-a8ee-c8e02a4999e5 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:30:10.934051 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 37307e8b-b926-49cc-a8ee-c8e02a4999e5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:30:11.001135 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:11.005271 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:30:11.028018 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351c217-a8e0-4f03-b6d9-0d276a5e8612 req-ef4ea476-c3ab-4c30-9240-ba908b695b57 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:11.029511 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3351c217-a8e0-4f03-b6d9-0d276a5e8612 req-ef4ea476-c3ab-4c30-9240-ba908b695b57 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 944 time: 0.0688875 Jun 24 09:30:11.053741 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=37307e8b-b926-49cc-a8ee-c8e02a4999e5,revision_number=9']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:30:11.057068 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:30:11.068522 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3351c217-a8e0-4f03-b6d9-0d276a5e8612 req-1bdb9ec1-ca95-4ef2-bde3-067d0818891f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330310 Jun 24 09:30:11.355411 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['99d00cd4-6e1b-43c1-ad26-52769204299b'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:30:11.380197 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['37307e8b-b926-49cc-a8ee-c8e02a4999e5'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:30:11.660183 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e1ed-dc76-461b-9013-5d43cf70ef25 req-78fd86ad-2e0e-44eb-8b39-2d022ae7b2d8 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:11.661544 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-66a2e1ed-dc76-461b-9013-5d43cf70ef25 req-78fd86ad-2e0e-44eb-8b39-2d022ae7b2d8 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0622056 Jun 24 09:30:11.700837 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-66a2e1ed-dc76-461b-9013-5d43cf70ef25 req-6bb71592-8e16-4040-9048-f07bbb24ebd8 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328400 Jun 24 09:30:11.849444 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1dd5b-f310-476d-8523-b8e0ca643723 req-d0000248-5114-4e6b-9216-fd7f2a92e423 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:11.850884 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2ea1dd5b-f310-476d-8523-b8e0ca643723 req-d0000248-5114-4e6b-9216-fd7f2a92e423 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 944 time: 0.0607541 Jun 24 09:30:11.887817 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2ea1dd5b-f310-476d-8523-b8e0ca643723 req-3b1a5b03-ba07-40fb-92b2-9e3443703021 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308902 Jun 24 09:30:12.244352 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23299689-366f-4eed-b31d-9bd20ce52175 req-c332cb66-4247-4494-82a9-028008a178dc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:12.245754 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-23299689-366f-4eed-b31d-9bd20ce52175 req-c332cb66-4247-4494-82a9-028008a178dc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 945 time: 0.0611460 Jun 24 09:30:12.285118 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-23299689-366f-4eed-b31d-9bd20ce52175 req-c3f3a5dd-eba5-428b-bcfa-91c498dd77e5 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338171 Jun 24 09:30:12.453602 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 99d00cd4-6e1b-43c1-ad26-52769204299b up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:30:12.503015 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 99d00cd4-6e1b-43c1-ad26-52769204299b triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:30:12.503440 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:12.576339 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:12.598354 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d00cd4-6e1b-43c1-ad26-52769204299b'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:30:12.600695 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3b92b7-4775-4152-8dab-1cff8ae0a603" -d '{"events": [{"server_uuid": "d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1", "name": "network-vif-plugged", "status": "completed", "tag": "99d00cd4-6e1b-43c1-ad26-52769204299b"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:30:12.613247 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 99d00cd4-6e1b-43c1-ad26-52769204299b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=99d00cd4-6e1b-43c1-ad26-52769204299b,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:30:12.636040 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64863c2e-2ded-4bee-9385-80aaed08679a x-openstack-request-id: req-64863c2e-2ded-4bee-9385-80aaed08679a {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:30:12.636040 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1", "name": "network-vif-plugged", "status": "completed", "tag": "99d00cd4-6e1b-43c1-ad26-52769204299b", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:30:12.636040 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64863c2e-2ded-4bee-9385-80aaed08679a {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:30:12.636040 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'code': 200} Jun 24 09:30:12.681066 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:12.682841 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 37307e8b-b926-49cc-a8ee-c8e02a4999e5 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:30:12.685682 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:30:12.767192 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=99d00cd4-6e1b-43c1-ad26-52769204299b,revision_number=8']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:30:12.770288 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:30:12.776567 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 37307e8b-b926-49cc-a8ee-c8e02a4999e5 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:30:12.776979 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:12.860879 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:12.884502 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e57ac6-b64d-42dc-ae65-c9bddefa6c89 req-7b9de20d-df34-4306-bcae-9089e21fb1bd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:12.887056 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-76e57ac6-b64d-42dc-ae65-c9bddefa6c89 req-7b9de20d-df34-4306-bcae-9089e21fb1bd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0693269 Jun 24 09:30:12.896438 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 37307e8b-b926-49cc-a8ee-c8e02a4999e5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:30:12.959125 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-76e57ac6-b64d-42dc-ae65-c9bddefa6c89 req-639c9765-b37e-4bd2-9465-d1e9548a1517 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656979 Jun 24 09:30:12.961706 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:12.965212 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:30:12.973561 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369b723-3161-41f9-bfe1-7fd9fc466558 req-51389012-e1db-453d-b7a2-6225282d584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:12.975293 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-1369b723-3161-41f9-bfe1-7fd9fc466558 req-51389012-e1db-453d-b7a2-6225282d584c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0758755 Jun 24 09:30:13.014060 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-1369b723-3161-41f9-bfe1-7fd9fc466558 req-edde4467-42e7-4854-92f9-bfdcf8242cfe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318799 Jun 24 09:30:13.025744 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=37307e8b-b926-49cc-a8ee-c8e02a4999e5,revision_number=10']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:30:13.031654 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:30:13.075836 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18053a3a-335b-409c-a2d6-3182591c39bb req-2bec80e3-4011-4ff2-be20-2a0f1ec79833 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:13.082852 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-18053a3a-335b-409c-a2d6-3182591c39bb req-2bec80e3-4011-4ff2-be20-2a0f1ec79833 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0689592 Jun 24 09:30:13.113777 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-18053a3a-335b-409c-a2d6-3182591c39bb req-c0a2d031-0ec6-4359-9431-d55d5e211cb1 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306053 Jun 24 09:30:13.459847 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17382c6c-e762-43ba-9d5a-4153156be35f req-50e035a5-d7a0-4f68-88de-d3cb50c50bf0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:13.461310 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-17382c6c-e762-43ba-9d5a-4153156be35f req-50e035a5-d7a0-4f68-88de-d3cb50c50bf0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 947 time: 0.0644433 Jun 24 09:30:13.497963 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-17382c6c-e762-43ba-9d5a-4153156be35f req-2ee844d2-ab83-4e89-addf-7357c23cab49 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305426 Jun 24 09:30:14.134118 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd9ffd-59db-4338-a311-6eebeb0335a0 req-b2fb9f61-cf65-4bb8-bb41-386d30c755bf tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:14.135562 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2afd9ffd-59db-4338-a311-6eebeb0335a0 req-b2fb9f61-cf65-4bb8-bb41-386d30c755bf tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0615253 Jun 24 09:30:14.175461 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2afd9ffd-59db-4338-a311-6eebeb0335a0 req-f182c90f-b05f-4d2f-8b2c-ea4b9df21535 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337105 Jun 24 09:30:14.288858 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551a80c-f1f4-4d02-9000-b66282184249 req-cb3f3ff2-2132-4c9c-9000-eeb37b9e7e6a tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:14.290327 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9551a80c-f1f4-4d02-9000-b66282184249 req-cb3f3ff2-2132-4c9c-9000-eeb37b9e7e6a tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0629447 Jun 24 09:30:14.328777 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9551a80c-f1f4-4d02-9000-b66282184249 req-3772b498-5492-4450-9a84-dc04e77d6747 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319934 Jun 24 09:30:14.637158 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774663e7-3af7-4ea0-9911-713f89779ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37307e8b-b926-49cc-a8ee-c8e02a4999e5'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:30:14.639629 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923c0fbf-e707-430e-aa10-bea1ef9d0051" -d '{"events": [{"server_uuid": "774663e7-3af7-4ea0-9911-713f89779ee9", "name": "network-vif-plugged", "status": "completed", "tag": "37307e8b-b926-49cc-a8ee-c8e02a4999e5"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:30:14.677837 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5690226-dea6-435d-9a3a-866343ed8200 x-openstack-request-id: req-c5690226-dea6-435d-9a3a-866343ed8200 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:30:14.678204 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774663e7-3af7-4ea0-9911-713f89779ee9", "name": "network-vif-plugged", "status": "completed", "tag": "37307e8b-b926-49cc-a8ee-c8e02a4999e5", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:30:14.678555 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5690226-dea6-435d-9a3a-866343ed8200 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:30:14.678981 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774663e7-3af7-4ea0-9911-713f89779ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'code': 200} Jun 24 09:30:14.924802 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a8f03-28ab-40a3-b77a-f75c0dac1a01 req-62e3594d-5d4c-42be-af64-e9d0f8b83b4e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:14.926207 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d58a8f03-28ab-40a3-b77a-f75c0dac1a01 req-62e3594d-5d4c-42be-af64-e9d0f8b83b4e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 947 time: 0.3139029 Jun 24 09:30:14.963723 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d58a8f03-28ab-40a3-b77a-f75c0dac1a01 req-fae30957-1f83-4cb5-9739-8cd398c9e35d tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312064 Jun 24 09:30:15.059173 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52af86-8410-4074-9ae9-d5a240bf8b4c req-8a70d5c9-97cf-4878-83a2-6c9336cd945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:15.060619 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ea52af86-8410-4074-9ae9-d5a240bf8b4c req-8a70d5c9-97cf-4878-83a2-6c9336cd945c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 1100 time: 0.0496938 Jun 24 09:30:15.098495 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ea52af86-8410-4074-9ae9-d5a240bf8b4c req-e0c68529-6bdf-45b8-8195-adeb08f2bb07 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308506 Jun 24 09:30:15.348808 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788063ea-1e4f-4236-9662-a171118f6062 req-2c73b5b4-8bcc-431e-b57a-cce38c0431ea tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:15.350243 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-788063ea-1e4f-4236-9662-a171118f6062 req-2c73b5b4-8bcc-431e-b57a-cce38c0431ea tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0630059 Jun 24 09:30:15.390740 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-788063ea-1e4f-4236-9662-a171118f6062 req-decc17c7-82f4-43a3-a941-921154244695 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339243 Jun 24 09:30:15.497760 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dbe67-e39c-4fbd-a192-8ca31152be79 req-a9c87922-fa68-4427-8701-8dab5a4df866 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:15.499130 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-093dbe67-e39c-4fbd-a192-8ca31152be79 req-a9c87922-fa68-4427-8701-8dab5a4df866 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0615540 Jun 24 09:30:15.534258 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-093dbe67-e39c-4fbd-a192-8ca31152be79 req-0fe8fe4f-f2de-4b33-b374-1c2cca10e6f2 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294960 Jun 24 09:30:16.140670 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf227ba-17b1-4088-9c58-6a4a6b39fa7d req-f9f347ac-83b0-4a1e-a4ec-ff8aed730441 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:16.142221 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-faf227ba-17b1-4088-9c58-6a4a6b39fa7d req-f9f347ac-83b0-4a1e-a4ec-ff8aed730441 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 947 time: 0.0647171 Jun 24 09:30:16.178934 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-faf227ba-17b1-4088-9c58-6a4a6b39fa7d req-3e2ec7c9-ce64-4082-9bea-b56574497650 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310459 Jun 24 09:30:16.582028 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec2a89-9582-43f6-a7a9-b8b2f941fa06 req-060b38a4-a222-4477-9ae7-e57df4ffff62 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:16.583617 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-74ec2a89-9582-43f6-a7a9-b8b2f941fa06 req-060b38a4-a222-4477-9ae7-e57df4ffff62 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0686843 Jun 24 09:30:16.624793 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-74ec2a89-9582-43f6-a7a9-b8b2f941fa06 req-c7001646-9027-4ffa-9e35-f80889145220 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340519 Jun 24 09:30:17.024360 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-02cb3476-ee6d-4898-8603-350169b67aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:17.361876 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aebeb4-8d03-4fac-84c9-81a73ebfd28d req-9c2a8412-79e7-468e-8605-caaee6cad385 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:17.363246 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f9aebeb4-8d03-4fac-84c9-81a73ebfd28d req-9c2a8412-79e7-468e-8605-caaee6cad385 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 947 time: 0.0662324 Jun 24 09:30:17.399781 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f9aebeb4-8d03-4fac-84c9-81a73ebfd28d req-bbd7c135-4b79-4310-b840-68690b3c966f tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309296 Jun 24 09:30:17.804294 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055ec30-47b5-492e-b4b3-6178551be988 req-65771fbf-5941-4df0-a54a-329f39fa12ec tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:17.805787 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4055ec30-47b5-492e-b4b3-6178551be988 req-65771fbf-5941-4df0-a54a-329f39fa12ec tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0699830 Jun 24 09:30:17.845231 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4055ec30-47b5-492e-b4b3-6178551be988 req-677a8763-df29-477a-adbe-4f4313cd9fc9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335770 Jun 24 09:30:18.586160 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a86a3-3bfc-442f-9b90-fa7820376325 req-50967ca9-b41b-4db2-9604-5ac813c223b6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:18.587749 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0f3a86a3-3bfc-442f-9b90-fa7820376325 req-50967ca9-b41b-4db2-9604-5ac813c223b6 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 947 time: 0.0652025 Jun 24 09:30:18.624874 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0f3a86a3-3bfc-442f-9b90-fa7820376325 req-f501530e-b842-484e-9ca5-5702255a85cd tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316417 Jun 24 09:30:19.013803 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa889895-97f5-42b4-a1ca-c9da113daaa8 req-6d22fe05-2cb8-42cf-893d-9ec8fe3137c4 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:19.015260 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-aa889895-97f5-42b4-a1ca-c9da113daaa8 req-6d22fe05-2cb8-42cf-893d-9ec8fe3137c4 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0618579 Jun 24 09:30:19.053547 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-aa889895-97f5-42b4-a1ca-c9da113daaa8 req-be1ab18e-a25b-48f8-b3cf-63638979de3e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326579 Jun 24 09:30:19.772472 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-70a69f6a-fe92-4740-bef1-1f17913c0dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:19.964709 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:20.229855 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eebc9-44fa-4da2-8302-84006472cbe3 req-e0e49330-5cf4-47bb-9e69-c3e0aaa08bb7 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:20.231231 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe7eebc9-44fa-4da2-8302-84006472cbe3 req-e0e49330-5cf4-47bb-9e69-c3e0aaa08bb7 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0671029 Jun 24 09:30:20.269187 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fe7eebc9-44fa-4da2-8302-84006472cbe3 req-b03f142b-8abb-4dc5-8d02-1e2c83f78c8a tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323703 Jun 24 09:30:20.527274 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:21.446131 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215a692-52b5-4dc6-87ac-e7472230262c req-ae0273ef-bf19-4169-aff2-0db749312084 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:21.447630 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0215a692-52b5-4dc6-87ac-e7472230262c req-ae0273ef-bf19-4169-aff2-0db749312084 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0678883 Jun 24 09:30:21.486992 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0215a692-52b5-4dc6-87ac-e7472230262c req-da45e011-b684-4621-a3fe-6f34901c4f86 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333536 Jun 24 09:30:22.332097 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:22.657099 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eef6fb-185c-44d2-9a14-ef293a42b8b3 req-be061505-e780-4876-8242-cd16b964df3c tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:22.658548 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-12eef6fb-185c-44d2-9a14-ef293a42b8b3 req-be061505-e780-4876-8242-cd16b964df3c tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0625284 Jun 24 09:30:22.696642 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-12eef6fb-185c-44d2-9a14-ef293a42b8b3 req-b808c665-2203-4b10-9f8c-4d887eb61f74 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322831 Jun 24 09:30:23.869738 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d973bc-3cf2-42df-8f19-32f604a2c635 req-2b832b2d-a481-4711-b708-4c78355466f1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:23.871138 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-91d973bc-3cf2-42df-8f19-32f604a2c635 req-2b832b2d-a481-4711-b708-4c78355466f1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0614491 Jun 24 09:30:23.911131 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-91d973bc-3cf2-42df-8f19-32f604a2c635 req-bbe0b9ca-43e5-44b0-8d5c-2b981e0e30db tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341237 Jun 24 09:30:25.080699 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33847c-cd36-466c-bec8-5144871cf1a3 req-df4e05c9-bb1e-4110-87e5-99d294196334 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:25.082138 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6e33847c-cd36-466c-bec8-5144871cf1a3 req-df4e05c9-bb1e-4110-87e5-99d294196334 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0623713 Jun 24 09:30:25.120311 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-6e33847c-cd36-466c-bec8-5144871cf1a3 req-bd548c53-e200-4949-a6e9-542d7e164c01 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b23079f-2dc4-4f70-b1f8-e59f7285331e&id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323665 Jun 24 09:30:28.629652 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:34.596447 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:30:47.069352 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-eba0d979-e7a9-410c-8fbd-92dee760a62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:49.766028 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-bc0c4bba-d105-420c-ac77-d5b13a2928a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:49.932134 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:50.497866 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:52.332245 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:57.427036 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee80d9-04e3-4f7f-af50-f984e921be1b req-fb092cf5-fd2c-4486-90e5-6fd6cda48ad5 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:57.428358 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a3ee80d9-04e3-4f7f-af50-f984e921be1b req-fb092cf5-fd2c-4486-90e5-6fd6cda48ad5 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 947 time: 0.0668612 Jun 24 09:30:57.464033 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a3ee80d9-04e3-4f7f-af50-f984e921be1b req-b84422ab-b1f8-4043-bf1b-c5d6ad68b578 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301969 Jun 24 09:30:58.629085 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:58.645059 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5a465-eed2-402d-af11-11528d054831 req-d1c924f2-2227-4a26-8e89-4c00e35857c5 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:58.646500 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fbc5a465-eed2-402d-af11-11528d054831 req-d1c924f2-2227-4a26-8e89-4c00e35857c5 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 947 time: 0.0690327 Jun 24 09:30:58.685235 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fbc5a465-eed2-402d-af11-11528d054831 req-5231afb1-d37f-4f73-b5ad-28bb4d773bbd tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups?id=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330443 Jun 24 09:30:59.009032 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-23c12575-fbf1-4aa7-9732-011f697d1443 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:30:59.010430 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-23c12575-fbf1-4aa7-9732-011f697d1443 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.60 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 947 time: 0.0612788 Jun 24 09:30:59.115962 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Deleting port 37307e8b-b926-49cc-a8ee-c8e02a4999e5 {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:30:59.116297 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:59.198663 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] For port 37307e8b-b926-49cc-a8ee-c8e02a4999e5, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=37307e8b-b926-49cc-a8ee-c8e02a4999e5,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:30:59.199170 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:59.407745 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:59.408079 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:59.408393 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.l3_db [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Floating IP de08cded-07be-4e5f-bfd6-bb017459f962 disassociated. External IP: 172.27.2.197, port: 37307e8b-b926-49cc-a8ee-c8e02a4999e5. Jun 24 09:30:59.408729 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Calling delete_port for 37307e8b-b926-49cc-a8ee-c8e02a4999e5 owned by compute:nova {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:30:59.606558 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:59.610515 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-3dd6a909-6cd0-4e76-9e26-ed5a643f1ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:30:59.636002 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event deleted for resources: {'Port': ['ID=37307e8b-b926-49cc-a8ee-c8e02a4999e5,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:30:59.645912 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:30:59.646271 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:30:59.646624 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:30:59.647032 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:30:59.647397 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:30:59.647758 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:30:59.648122 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:30:59.648478 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:30:59.648833 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:30:59.649195 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:30:59.649546 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:30:59.649898 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:30:59.688401 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:30:59.758350 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Router 94911580-b247-44b9-90bc-09ba29072a25 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:30:59.831988 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7d61ce1a-4069-42cd-ae27-8b0797696587 req-fe67a3a1-cc4f-438d-87f7-18f3f67cf37c tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/ports?device_id=774663e7-3af7-4ea0-9911-713f89779ee9 HTTP/1.1" status: 200 len: 210 time: 0.0308230 Jun 24 09:30:59.887045 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:30:59.896257 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dee589-dcfa-4578-a101-9345e3551b66 None None] Sync routers for ids ['94911580-b247-44b9-90bc-09ba29072a25'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:30:59.904816 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dee589-dcfa-4578-a101-9345e3551b66 None None] Routers {'94911580-b247-44b9-90bc-09ba29072a25'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:30:59.905419 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-f0dee589-dcfa-4578-a101-9345e3551b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:30:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['94911580-b247-44b9-90bc-09ba29072a25'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:30:59.947464 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] No DVR routers for this DVR port 37307e8b-b926-49cc-a8ee-c8e02a4999e5 on host hv-cinder-79781 {{(pid=93460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:30:59.949933 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:30:59.951889 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8b6b8579-2ca1-44aa-a064-0a6f93427263 req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.60 "DELETE /v2.0/ports/37307e8b-b926-49cc-a8ee-c8e02a4999e5 HTTP/1.1" status: 204 len: 173 time: 0.9334683 Jun 24 09:30:59.957813 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774663e7-3af7-4ea0-9911-713f89779ee9', 'name': 'network-vif-deleted', 'tag': '37307e8b-b926-49cc-a8ee-c8e02a4999e5'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:30:59.957813 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfa9d34-9ba6-442d-800b-6f5029c5a0cb" -d '{"events": [{"server_uuid": "774663e7-3af7-4ea0-9911-713f89779ee9", "name": "network-vif-deleted", "tag": "37307e8b-b926-49cc-a8ee-c8e02a4999e5"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:30:59.992181 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf912b68-f025-4100-a7bb-c6b363909b6e x-openstack-request-id: req-cf912b68-f025-4100-a7bb-c6b363909b6e {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:30:59.992499 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774663e7-3af7-4ea0-9911-713f89779ee9", "name": "network-vif-deleted", "tag": "37307e8b-b926-49cc-a8ee-c8e02a4999e5", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:30:59.992796 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf912b68-f025-4100-a7bb-c6b363909b6e {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:30:59.993232 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774663e7-3af7-4ea0-9911-713f89779ee9', 'name': 'network-vif-deleted', 'tag': '37307e8b-b926-49cc-a8ee-c8e02a4999e5', 'status': 'completed', 'code': 200} Jun 24 09:31:00.009445 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-f0dee589-dcfa-4578-a101-9345e3551b66 None None] Set router 94911580-b247-44b9-90bc-09ba29072a25 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:00.214361 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-f0dee589-dcfa-4578-a101-9345e3551b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:23:00Z', 'revision_number': 5, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:00.239940 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dee589-dcfa-4578-a101-9345e3551b66 None None] Checking router: 94911580-b247-44b9-90bc-09ba29072a25 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:31:00.247812 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dee589-dcfa-4578-a101-9345e3551b66 None None] Routers {'94911580-b247-44b9-90bc-09ba29072a25'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:00.248415 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-f0dee589-dcfa-4578-a101-9345e3551b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:30:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['94911580-b247-44b9-90bc-09ba29072a25'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:00.350910 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-f0dee589-dcfa-4578-a101-9345e3551b66 None None] Set router 94911580-b247-44b9-90bc-09ba29072a25 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:00.540962 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-f0dee589-dcfa-4578-a101-9345e3551b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:23:00Z', 'revision_number': 5, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:00.685879 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dee589-dcfa-4578-a101-9345e3551b66 None None] The sync data for ids ['94911580-b247-44b9-90bc-09ba29072a25'] in dv-cinder-797812-1-iscsi is: [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:22:54Z', 'revision_number': 4, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '5cbeed9a-7789-440b-87b9-b363cf874238', 'name': '', 'network_id': 'a5ca0700-991e-47d2-99de-f9047b5f2e60', 'tenant_id': '789de2cd33544e339915865a4902f236', 'mac_address': 'fa:16:3e:0c:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:53Z', 'updated_at': '2021-06-24T09:23:00Z', 'revision_number': 5, 'project_id': '789de2cd33544e339915865a4902f236', 'subnets': [{'id': '172579aa-233f-48bd-9ad4-0b00016b6268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:31:00.881201 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8932a1-aed7-4c27-aea2-a2cac817e734 None None] New status for floating IP de08cded-07be-4e5f-bfd6-bb017459f962: DOWN {{(pid=93462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:31:01.008152 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56344) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:01.062388 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-978cbcd7-e4b3-47ca-923d-2894c2275fc4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:01.086740 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-978cbcd7-e4b3-47ca-923d-2894c2275fc4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:01.200676 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-978cbcd7-e4b3-47ca-923d-2894c2275fc4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:01.203343 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-978cbcd7-e4b3-47ca-923d-2894c2275fc4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:01.204745 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-978cbcd7-e4b3-47ca-923d-2894c2275fc4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "DELETE /v2.0/security-groups/19ea67a5-5c97-4db8-ad25-c8fdd7a4df63 HTTP/1.1" status: 204 len: 168 time: 0.1954877 Jun 24 09:31:01.205530 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-43471eb4-4a30-424e-8475-0217019c8df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:01.207514 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56346) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:01.214499 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cbcd7-e4b3-47ca-923d-2894c2275fc4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ea67a5-5c97-4db8-ad25-c8fdd7a4df63,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:01.222974 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-978cbcd7-e4b3-47ca-923d-2894c2275fc4 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:01.223846 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.api.v2.resource [None req-285aaac2-42a0-495b-bacf-52a060f86cea tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] show failed (client error): The resource could not be found. Jun 24 09:31:01.224025 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-285aaac2-42a0-495b-bacf-52a060f86cea tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "GET /v2.0/security-groups/19ea67a5-5c97-4db8-ad25-c8fdd7a4df63 HTTP/1.1" status: 404 len: 347 time: 0.0146449 Jun 24 09:31:01.226909 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56348) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:01.347740 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Deleting port e2001eb9-2e7f-4cfa-b959-43933e1d1231 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:01.347990 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:01.419046 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:01.419370 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:01.431208 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Calling delete_port for e2001eb9-2e7f-4cfa-b959-43933e1d1231 owned by network:floatingip {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:01.612893 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:01.615902 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-01a09859-25d2-4b9b-ba41-87eabe0eb11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:01.639482 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Pushing event deleted for resources: {'Port': ['ID=e2001eb9-2e7f-4cfa-b959-43933e1d1231,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:01.668789 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:01.669169 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:01.669531 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:01.669895 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:01.670244 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:01.670598 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:01.670982 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:01.671333 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:01.671679 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:01.672027 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:01.672372 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:01.672714 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:01.677218 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:01.711369 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c4168446-6535-4131-8bd7-4203493fc924 req-c436599d-3b1d-4d64-9e6b-37ffb05c3963 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552227 Jun 24 09:31:01.713843 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:01.716434 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:01.717525 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] 10.222.0.39 "DELETE /v2.0/floatingips/de08cded-07be-4e5f-bfd6-bb017459f962 HTTP/1.1" status: 204 len: 168 time: 0.4897313 Jun 24 09:31:01.797240 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4168446-6535-4131-8bd7-4203493fc924 req-e55ad4cc-0ed9-4161-8566-f9eccdcf024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:01.798737 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c4168446-6535-4131-8bd7-4203493fc924 req-e55ad4cc-0ed9-4161-8566-f9eccdcf024f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3beff15aad4dfe91723ec3a6e45ca5&device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 1138 time: 0.0528359 Jun 24 09:31:01.901573 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4168446-6535-4131-8bd7-4203493fc924 req-a40ee03e-0c08-4469-98dc-7d0d3e125595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:01.903119 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c4168446-6535-4131-8bd7-4203493fc924 req-a40ee03e-0c08-4469-98dc-7d0d3e125595 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0 HTTP/1.1" status: 200 len: 915 time: 0.0849524 Jun 24 09:31:01.971400 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c4168446-6535-4131-8bd7-4203493fc924 req-759e6d4c-e3ab-4779-9011-bcc5c1ffde22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c8dd78d-adc2-4354-89a9-2f3ebcdad052 HTTP/1.1" status: 200 len: 1001 time: 0.0609715 Jun 24 09:31:02.018046 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4168446-6535-4131-8bd7-4203493fc924 req-0a2ae1c8-8897-46db-8342-7754ce0e4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:02.019462 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c4168446-6535-4131-8bd7-4203493fc924 req-0a2ae1c8-8897-46db-8342-7754ce0e4562 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76ffab51-0bbc-42bc-96b1-b1a0e501df29 HTTP/1.1" status: 200 len: 853 time: 0.0418503 Jun 24 09:31:02.073482 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4168446-6535-4131-8bd7-4203493fc924 req-7a87a7e6-b55e-4231-9310-53006c8f23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:02.074887 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c4168446-6535-4131-8bd7-4203493fc924 req-7a87a7e6-b55e-4231-9310-53006c8f23a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478148 Jun 24 09:31:02.162296 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c4168446-6535-4131-8bd7-4203493fc924 req-fdc5648a-401e-4130-b230-9091da343812 service neutron] 10.222.0.60 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792637 Jun 24 09:31:02.246728 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c4168446-6535-4131-8bd7-4203493fc924 req-63f2847a-12b3-4075-a98d-ab3591f3fb6a service neutron] 10.222.0.60 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776474 Jun 24 09:31:02.687189 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 37307e8b-b926-49cc-a8ee-c8e02a4999e5 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:02.708941 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: 37307e8b-b926-49cc-a8ee-c8e02a4999e5 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:02.708941 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 37307e8b-b926-49cc-a8ee-c8e02a4999e5 not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:04.477250 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56370) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:04.970299 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-29d81943-ed01-4c4b-aeea-15a935d14509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16381094'] for router_interface, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:05.256883 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-29d81943-ed01-4c4b-aeea-15a935d14509 admin admin] Deleting port 5cbeed9a-7789-440b-87b9-b363cf874238 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:05.257127 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-29d81943-ed01-4c4b-aeea-15a935d14509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:05.331075 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-29d81943-ed01-4c4b-aeea-15a935d14509 admin admin] For port 5cbeed9a-7789-440b-87b9-b363cf874238, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=5cbeed9a-7789-440b-87b9-b363cf874238,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:05.331438 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-29d81943-ed01-4c4b-aeea-15a935d14509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:05.343156 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-29d81943-ed01-4c4b-aeea-15a935d14509 admin admin] Calling delete_port for 5cbeed9a-7789-440b-87b9-b363cf874238 owned by network:router_interface {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:05.594807 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-29d81943-ed01-4c4b-aeea-15a935d14509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:05.596866 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:05.621836 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d81943-ed01-4c4b-aeea-15a935d14509 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbeed9a-7789-440b-87b9-b363cf874238,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:05.625988 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-29d81943-ed01-4c4b-aeea-15a935d14509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:05.782339 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-29d81943-ed01-4c4b-aeea-15a935d14509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16317206'] for router_interface, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:05.986636 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d81943-ed01-4c4b-aeea-15a935d14509 admin admin] Router 94911580-b247-44b9-90bc-09ba29072a25 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:31:06.088131 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d81943-ed01-4c4b-aeea-15a935d14509 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:31:06.094547 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-29d81943-ed01-4c4b-aeea-15a935d14509 admin admin] 10.222.0.39 "PUT /v2.0/routers/94911580-b247-44b9-90bc-09ba29072a25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6154234 Jun 24 09:31:06.096709 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56378) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:06.100089 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960a117-1e05-4a67-821c-39f3ff41b334 None None] Sync routers for ids ['94911580-b247-44b9-90bc-09ba29072a25'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:31:06.110010 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960a117-1e05-4a67-821c-39f3ff41b334 None None] Routers {'94911580-b247-44b9-90bc-09ba29072a25'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:06.110710 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-9960a117-1e05-4a67-821c-39f3ff41b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:30:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['94911580-b247-44b9-90bc-09ba29072a25'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:06.202958 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Notify callbacks [] for router, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:06.212688 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-9960a117-1e05-4a67-821c-39f3ff41b334 None None] Set router 94911580-b247-44b9-90bc-09ba29072a25 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:06.307560 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:06.385621 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-9960a117-1e05-4a67-821c-39f3ff41b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:31:05Z', 'revision_number': 5, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port': {'id': 'f1732169-287f-4cff-a0c2-42af2a9941a6', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911580-b247-44b9-90bc-09ba29072a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:22:48Z', 'updated_at': '2021-06-24T09:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:06.415420 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960a117-1e05-4a67-821c-39f3ff41b334 None None] Checking router: 94911580-b247-44b9-90bc-09ba29072a25 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:31:06.420761 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Deleting port f1732169-287f-4cff-a0c2-42af2a9941a6 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:06.421097 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:06.423499 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960a117-1e05-4a67-821c-39f3ff41b334 None None] Routers {'94911580-b247-44b9-90bc-09ba29072a25'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:06.424113 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-9960a117-1e05-4a67-821c-39f3ff41b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:30:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['94911580-b247-44b9-90bc-09ba29072a25'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:06.500974 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] For port f1732169-287f-4cff-a0c2-42af2a9941a6, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=f1732169-287f-4cff-a0c2-42af2a9941a6,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:06.501344 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:06.507955 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-9960a117-1e05-4a67-821c-39f3ff41b334 None None] Set router 94911580-b247-44b9-90bc-09ba29072a25 gateway port host: None {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:06.513411 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Calling delete_port for f1732169-287f-4cff-a0c2-42af2a9941a6 owned by network:router_gateway {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:06.558952 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-9960a117-1e05-4a67-821c-39f3ff41b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:31:06Z', 'revision_number': 6, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port_host': None}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:06.591128 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960a117-1e05-4a67-821c-39f3ff41b334 None None] The sync data for ids ['94911580-b247-44b9-90bc-09ba29072a25'] in dv-cinder-797812-1-iscsi is: [{'id': '94911580-b247-44b9-90bc-09ba29072a25', 'name': 'tempest-AttachVolumeShelveTestJSON-754158280-router', 'tenant_id': '789de2cd33544e339915865a4902f236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:22:47Z', 'updated_at': '2021-06-24T09:31:06Z', 'revision_number': 6, 'project_id': '789de2cd33544e339915865a4902f236', 'gw_port_host': None}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:31:06.684754 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0a030a07-6c68-45e1-bc13-ed7abd5044b5 req-2d57233e-8983-4097-a859-678dfe8c9c57 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833224302&fields=id&tenant_id=9f3beff15aad4dfe91723ec3a6e45ca5 HTTP/1.1" status: 200 len: 267 time: 0.0377977 Jun 24 09:31:06.763617 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a030a07-6c68-45e1-bc13-ed7abd5044b5 req-df3efbe8-67f9-4491-bdab-bfdcdaeff1e1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:06.765128 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0a030a07-6c68-45e1-bc13-ed7abd5044b5 req-df3efbe8-67f9-4491-bdab-bfdcdaeff1e1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 985 time: 0.0742912 Jun 24 09:31:06.776798 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [req-0a030a07-6c68-45e1-bc13-ed7abd5044b5 req-6c608279-0c3d-4c81-8a50-c48bdb055be9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Request body: {'port': {'security_groups': ['83c8a469-4537-442a-8344-8327f3eff922']}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:31:06.865215 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-0a030a07-6c68-45e1-bc13-ed7abd5044b5 req-6c608279-0c3d-4c81-8a50-c48bdb055be9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.002692 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.006876 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:07.035886 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1732169-287f-4cff-a0c2-42af2a9941a6,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:07.041652 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:07.043105 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-0a030a07-6c68-45e1-bc13-ed7abd5044b5 req-6c608279-0c3d-4c81-8a50-c48bdb055be9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] For port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,segment=NetworkSegment(0d250128-c092-4908-b3c2-42c08ce4a051),segment_id=0d250128-c092-4908-b3c2-42c08ce4a051)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:07.075989 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-0a030a07-6c68-45e1-bc13-ed7abd5044b5 req-6c608279-0c3d-4c81-8a50-c48bdb055be9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.099142 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16318259'] for router_gateway, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.121032 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-0a030a07-6c68-45e1-bc13-ed7abd5044b5 req-6c608279-0c3d-4c81-8a50-c48bdb055be9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.124989 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:07.155787 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['6c8dd78d-adc2-4354-89a9-2f3ebcdad052'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:31:07.171574 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a030a07-6c68-45e1-bc13-ed7abd5044b5 req-6c608279-0c3d-4c81-8a50-c48bdb055be9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:07.172187 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-0a030a07-6c68-45e1-bc13-ed7abd5044b5 req-6c608279-0c3d-4c81-8a50-c48bdb055be9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.179933 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0a030a07-6c68-45e1-bc13-ed7abd5044b5 req-6c608279-0c3d-4c81-8a50-c48bdb055be9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "PUT /v2.0/ports/6c8dd78d-adc2-4354-89a9-2f3ebcdad052 HTTP/1.1" status: 200 len: 943 time: 0.4050524 Jun 24 09:31:07.179933 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'tag': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:31:07.179933 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8293e5-1b58-4640-ad0e-0c2587779753" -d '{"events": [{"name": "network-changed", "server_uuid": "2d93802c-3e95-4030-b6e3-bb8d216473cc", "tag": "6c8dd78d-adc2-4354-89a9-2f3ebcdad052"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:31:07.189803 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56382) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:07.210149 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16302650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25649'] for router, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.212886 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.234833 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbc0e9e-5d0c-4296-b086-e24f5f0d0b8a x-openstack-request-id: req-dcbc0e9e-5d0c-4296-b086-e24f5f0d0b8a {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:31:07.235481 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d93802c-3e95-4030-b6e3-bb8d216473cc", "tag": "6c8dd78d-adc2-4354-89a9-2f3ebcdad052", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:31:07.236452 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcbc0e9e-5d0c-4296-b086-e24f5f0d0b8a {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:31:07.237051 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'tag': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052', 'status': 'completed', 'code': 200} Jun 24 09:31:07.264899 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c608279-0c3d-4c81-8a50-c48bdb055be9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event updated for resources: {'Port': ['ID=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,revision_number=7']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:07.272471 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6c608279-0c3d-4c81-8a50-c48bdb055be9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:07.308580 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['6c8dd78d-adc2-4354-89a9-2f3ebcdad052'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:31:07.337184 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a1d56c2e-02f4-470f-bfa8-6ae7d279620a tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.357546 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16303411'] for router, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.358223 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94911580-b247-44b9-90bc-09ba29072a25 {{(pid=93459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:31:07.369366 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Notify callbacks [] for router, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.373556 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] 10.222.0.39 "DELETE /v2.0/routers/94911580-b247-44b9-90bc-09ba29072a25 HTTP/1.1" status: 204 len: 168 time: 1.2732451 Jun 24 09:31:07.373723 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a1d56c2e-02f4-470f-bfa8-6ae7d279620a tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.374211 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56386) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:07.407501 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8293e5-1b58-4640-ad0e-0c2587779753 req-84353d88-90c2-44df-aaf0-32287d8a15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:07.409526 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0b8293e5-1b58-4640-ad0e-0c2587779753 req-84353d88-90c2-44df-aaf0-32287d8a15ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3beff15aad4dfe91723ec3a6e45ca5&device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 1099 time: 0.1266117 Jun 24 09:31:07.446307 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc56702f-5c64-426c-8a68-d8c95f5a303b admin admin] Deleting subnet 172579aa-233f-48bd-9ad4-0b00016b6268 {{(pid=93459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:31:07.453896 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cc56702f-5c64-426c-8a68-d8c95f5a303b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.504274 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cc56702f-5c64-426c-8a68-d8c95f5a303b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125388359'] for subnet, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.508777 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-1a303e12-3fba-44e8-8ca9-1aacfbd8158c None None] Provisioning complete for port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:31:07.509166 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1a303e12-3fba-44e8-8ca9-1aacfbd8158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.624868 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cc56702f-5c64-426c-8a68-d8c95f5a303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.749701 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cc56702f-5c64-426c-8a68-d8c95f5a303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125717070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12682728'] for subnet, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.753331 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b42a71c3-b032-4092-be97-550ced986432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:07.773220 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8293e5-1b58-4640-ad0e-0c2587779753 req-b039a749-dbd4-4e1d-960b-8f13fa2fdfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:07.774757 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0b8293e5-1b58-4640-ad0e-0c2587779753 req-b039a749-dbd4-4e1d-960b-8f13fa2fdfab service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0 HTTP/1.1" status: 200 len: 915 time: 0.3461595 Jun 24 09:31:07.791607 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cc56702f-5c64-426c-8a68-d8c95f5a303b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.795952 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-cc56702f-5c64-426c-8a68-d8c95f5a303b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/172579aa-233f-48bd-9ad4-0b00016b6268 HTTP/1.1" status: 204 len: 168 time: 0.4185119 Jun 24 09:31:07.795952 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56702f-5c64-426c-8a68-d8c95f5a303b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=172579aa-233f-48bd-9ad4-0b00016b6268,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:07.796389 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56388) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:07.805859 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e171db-6166-423c-8176-f64e3e8b1338 None None] Network a5ca0700-991e-47d2-99de-f9047b5f2e60 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:31:07.806058 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-cc56702f-5c64-426c-8a68-d8c95f5a303b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:07.842439 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a1d56c2e-02f4-470f-bfa8-6ae7d279620a tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.845024 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a1d56c2e-02f4-470f-bfa8-6ae7d279620a tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.846846 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-a1d56c2e-02f4-470f-bfa8-6ae7d279620a tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "DELETE /v2.0/security-groups/7b23079f-2dc4-4f70-b1f8-e59f7285331e HTTP/1.1" status: 204 len: 168 time: 0.6517134 Jun 24 09:31:07.849340 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-14cda137-38af-42c0-a29e-93ed2804578b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:07.849959 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56390) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:07.864738 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0b8293e5-1b58-4640-ad0e-0c2587779753 req-313436bf-b17c-41a2-8245-c669705c5a85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c8dd78d-adc2-4354-89a9-2f3ebcdad052 HTTP/1.1" status: 200 len: 1001 time: 0.0829964 Jun 24 09:31:07.867413 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d56c2e-02f4-470f-bfa8-6ae7d279620a tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b23079f-2dc4-4f70-b1f8-e59f7285331e,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:07.872897 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a1d56c2e-02f4-470f-bfa8-6ae7d279620a tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:07.924823 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8293e5-1b58-4640-ad0e-0c2587779753 req-2f62193a-787d-40ea-bdcc-f01bc30f5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:07.926491 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0b8293e5-1b58-4640-ad0e-0c2587779753 req-2f62193a-787d-40ea-bdcc-f01bc30f5527 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76ffab51-0bbc-42bc-96b1-b1a0e501df29 HTTP/1.1" status: 200 len: 853 time: 0.0527110 Jun 24 09:31:07.931827 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:07.991364 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8293e5-1b58-4640-ad0e-0c2587779753 req-857f6e69-0cd5-4691-8e28-e89beb5ba0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:07.993022 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0b8293e5-1b58-4640-ad0e-0c2587779753 req-857f6e69-0cd5-4691-8e28-e89beb5ba0bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600219 Jun 24 09:31:08.040240 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] DHCP port deletion for a5ca0700-991e-47d2-99de-f9047b5f2e60 request from dv-cinder-797812-1-iscsi {{(pid=93461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 09:31:08.068653 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Deleting port 4bc7973f-e83a-4d33-92da-67dffecf08fd {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:08.069258 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.092670 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Deleting port 4bc7973f-e83a-4d33-92da-67dffecf08fd {{(pid=93461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:08.093059 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.093743 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0b8293e5-1b58-4640-ad0e-0c2587779753 req-8f82f4ec-b486-4ea5-b386-c2781f9a5624 service neutron] 10.222.0.60 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876541 Jun 24 09:31:08.120854 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f8052-5f32-40f2-8cec-afa8700186cd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Deleting port e76d312f-58ec-467f-aa6c-e61ade5f4cea {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:08.121223 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8c9f8052-5f32-40f2-8cec-afa8700186cd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.156922 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] For port 4bc7973f-e83a-4d33-92da-67dffecf08fd, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=4bc7973f-e83a-4d33-92da-67dffecf08fd,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:08.157505 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.170320 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Calling delete_port for 4bc7973f-e83a-4d33-92da-67dffecf08fd owned by network:dhcp {{(pid=93461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:08.179838 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] For port 4bc7973f-e83a-4d33-92da-67dffecf08fd, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=4bc7973f-e83a-4d33-92da-67dffecf08fd,segment=NetworkSegment(64701fd1-ef6b-41c9-83f1-5aea334774b4),segment_id=64701fd1-ef6b-41c9-83f1-5aea334774b4)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:08.180227 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.184744 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0b8293e5-1b58-4640-ad0e-0c2587779753 req-6681d78a-03d9-48ff-a672-132d192449b6 service neutron] 10.222.0.60 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832062 Jun 24 09:31:08.199467 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Calling delete_port for 4bc7973f-e83a-4d33-92da-67dffecf08fd owned by network:dhcp {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:08.262505 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8c9f8052-5f32-40f2-8cec-afa8700186cd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.262840 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8c9f8052-5f32-40f2-8cec-afa8700186cd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.279364 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f8052-5f32-40f2-8cec-afa8700186cd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Calling delete_port for e76d312f-58ec-467f-aa6c-e61ade5f4cea owned by network:floatingip {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:08.294095 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 5cbeed9a-7789-440b-87b9-b363cf874238 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:08.312707 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 5cbeed9a-7789-440b-87b9-b363cf874238 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:08.313060 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 5cbeed9a-7789-440b-87b9-b363cf874238 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:08.313489 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 4bc7973f-e83a-4d33-92da-67dffecf08fd no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:08.380505 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357'] for port, after_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.384710 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:08.396084 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.400142 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9a0eef91-bda9-4678-b6c8-75ede8093c1e tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:08.410007 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Pushing event deleted for resources: {'Port': ['ID=4bc7973f-e83a-4d33-92da-67dffecf08fd,revision_number=None']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:08.417333 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] No DVR routers for this DVR port 4bc7973f-e83a-4d33-92da-67dffecf08fd on host dv-cinder-797812-1-iscsi {{(pid=93461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:31:08.422371 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.427712 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:08.428181 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:08.428530 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:08.428855 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:08.429201 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:08.429507 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:08.429828 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:08.430156 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:08.430746 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:08.430899 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:08.431129 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:08.431452 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:08.438139 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc7973f-e83a-4d33-92da-67dffecf08fd,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:08.446944 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-dc711898-8b4d-43eb-bac3-50319da42343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:08.447110 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:08.448319 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] No DVR routers for this DVR port 4bc7973f-e83a-4d33-92da-67dffecf08fd on host dv-cinder-797812-1-iscsi {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:31:08.476222 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device f1732169-287f-4cff-a0c2-42af2a9941a6 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:08.494433 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: f1732169-287f-4cff-a0c2-42af2a9941a6 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:08.494783 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device f1732169-287f-4cff-a0c2-42af2a9941a6 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:08.531960 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.560715 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ca0700-991e-47d2-99de-f9047b5f2e60']}} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:08.573663 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64701fd1-ef6b-41c9-83f1-5aea334774b4') {'for_net_delete': True} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:08.573958 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64701fd1-ef6b-41c9-83f1-5aea334774b4') {} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:08.588696 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125388382'] for segment, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.604884 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.610637 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:31:08.611632 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125717201'] for segment, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: self.session.flush() Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: self.session.flush() Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: self.session.flush() Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: self.session.flush() Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: Traceback (most recent call last): Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: timer() Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: cb(*args, **kw) Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: self._notify() Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: self.callback(batched_events) Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: event.method(event) Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: return f(self, *a, **k) Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: return self._get(url).json() Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:31:08.613225 dv-cinder-797812-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:31:08.686540 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8c9f8052-5f32-40f2-8cec-afa8700186cd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.689852 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-18f9fcdf-1cb4-4cac-841b-277bbe610bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:08.713521 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f8052-5f32-40f2-8cec-afa8700186cd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event deleted for resources: {'Port': ['ID=e76d312f-58ec-467f-aa6c-e61ade5f4cea,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:08.717173 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8c9f8052-5f32-40f2-8cec-afa8700186cd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:08.772297 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8c9f8052-5f32-40f2-8cec-afa8700186cd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks [] for floatingip, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.772620 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-8c9f8052-5f32-40f2-8cec-afa8700186cd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Floating IP c984ceda-efed-4d82-92c1-fa187773a8c0 disassociated (deleted). External IP: 172.27.2.82, port: 6c8dd78d-adc2-4354-89a9-2f3ebcdad052. Jun 24 09:31:08.809503 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.816754 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:08.820254 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:08.822025 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a5ca0700-991e-47d2-99de-f9047b5f2e60 HTTP/1.1" status: 204 len: 168 time: 1.0245407 Jun 24 09:31:08.834785 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ca0700-991e-47d2-99de-f9047b5f2e60,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:08.844591 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:08.990278 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9f8052-5f32-40f2-8cec-afa8700186cd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Router f3040707-fa87-4080-9128-58141190fa82 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:31:09.092285 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9f8052-5f32-40f2-8cec-afa8700186cd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:31:09.097657 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8c9f8052-5f32-40f2-8cec-afa8700186cd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:09.102252 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518ac3e-68cc-43e0-a646-216e55c820ab None None] Sync routers for ids ['f3040707-fa87-4080-9128-58141190fa82'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:31:09.112052 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518ac3e-68cc-43e0-a646-216e55c820ab None None] Routers {'f3040707-fa87-4080-9128-58141190fa82'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:09.112674 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-9518ac3e-68cc-43e0-a646-216e55c820ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:30:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['f3040707-fa87-4080-9128-58141190fa82'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:09.140080 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8c9f8052-5f32-40f2-8cec-afa8700186cd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "DELETE /v2.0/floatingips/c984ceda-efed-4d82-92c1-fa187773a8c0 HTTP/1.1" status: 204 len: 168 time: 1.2885168 Jun 24 09:31:09.141303 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'tag': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:31:09.145709 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ee9fee-3ca6-4ca5-b4ab-26ae74e9cda2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d93802c-3e95-4030-b6e3-bb8d216473cc", "tag": "6c8dd78d-adc2-4354-89a9-2f3ebcdad052"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:31:09.147537 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56396) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:09.199688 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-cbcb61d2-a45a-4254-8062-1590c9c39465 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=789de2cd33544e339915865a4902f236&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0492258 Jun 24 09:31:09.202196 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f8f904-2e00-49c6-ad54-817e9f081cf0 x-openstack-request-id: req-69f8f904-2e00-49c6-ad54-817e9f081cf0 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:31:09.202677 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d93802c-3e95-4030-b6e3-bb8d216473cc", "tag": "6c8dd78d-adc2-4354-89a9-2f3ebcdad052", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:31:09.203062 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69f8f904-2e00-49c6-ad54-817e9f081cf0 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:31:09.203521 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56400) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:09.203913 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'tag': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052', 'status': 'completed', 'code': 200} Jun 24 09:31:09.290573 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d0234f89-6b9b-474a-815c-6ce179941146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:09.317289 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d0234f89-6b9b-474a-815c-6ce179941146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:09.331697 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-9518ac3e-68cc-43e0-a646-216e55c820ab None None] Set router f3040707-fa87-4080-9128-58141190fa82 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:09.359865 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee9fee-3ca6-4ca5-b4ab-26ae74e9cda2 req-11e87e07-b97e-4974-a7e5-3e80ba42b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:09.361475 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-69ee9fee-3ca6-4ca5-b4ab-26ae74e9cda2 req-11e87e07-b97e-4974-a7e5-3e80ba42b1f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3beff15aad4dfe91723ec3a6e45ca5&device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 1099 time: 0.1072156 Jun 24 09:31:09.455642 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee9fee-3ca6-4ca5-b4ab-26ae74e9cda2 req-30c31c4d-4ffb-4920-93ee-b15e06478d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:09.457090 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-69ee9fee-3ca6-4ca5-b4ab-26ae74e9cda2 req-30c31c4d-4ffb-4920-93ee-b15e06478d38 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0 HTTP/1.1" status: 200 len: 915 time: 0.0888636 Jun 24 09:31:09.503613 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d0234f89-6b9b-474a-815c-6ce179941146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:09.506190 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d0234f89-6b9b-474a-815c-6ce179941146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:09.507334 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-d0234f89-6b9b-474a-815c-6ce179941146 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6184fd41-1534-476f-9ed6-1dcf164ab545 HTTP/1.1" status: 204 len: 168 time: 0.3017633 Jun 24 09:31:09.508733 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-69ee9fee-3ca6-4ca5-b4ab-26ae74e9cda2 req-37f1fcb6-00e2-47b3-951d-73406033b421 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c8dd78d-adc2-4354-89a9-2f3ebcdad052 HTTP/1.1" status: 200 len: 217 time: 0.0449736 Jun 24 09:31:09.509395 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-d0667974-7c09-4956-b785-0d5de0c2eb57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:09.526791 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0234f89-6b9b-474a-815c-6ce179941146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6184fd41-1534-476f-9ed6-1dcf164ab545,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:09.548888 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-d0234f89-6b9b-474a-815c-6ce179941146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:09.550081 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-9518ac3e-68cc-43e0-a646-216e55c820ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 4, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port': {'id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '9b59590e-fc85-4327-bde5-24a48637d82b', 'name': '', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'mac_address': 'fa:16:3e:cb:d4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:34Z', 'updated_at': '2021-06-24T09:28:40Z', 'revision_number': 5, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'subnets': [{'id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:09.570585 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee9fee-3ca6-4ca5-b4ab-26ae74e9cda2 req-325ffec2-1abc-49a0-b091-0bfb75b50c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:09.572326 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-69ee9fee-3ca6-4ca5-b4ab-26ae74e9cda2 req-325ffec2-1abc-49a0-b091-0bfb75b50c08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=76ffab51-0bbc-42bc-96b1-b1a0e501df29 HTTP/1.1" status: 200 len: 853 time: 0.0555959 Jun 24 09:31:09.587061 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518ac3e-68cc-43e0-a646-216e55c820ab None None] Checking router: f3040707-fa87-4080-9128-58141190fa82 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:31:09.595777 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518ac3e-68cc-43e0-a646-216e55c820ab None None] Routers {'f3040707-fa87-4080-9128-58141190fa82'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:09.596396 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-9518ac3e-68cc-43e0-a646-216e55c820ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:30:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['f3040707-fa87-4080-9128-58141190fa82'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:09.646627 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee9fee-3ca6-4ca5-b4ab-26ae74e9cda2 req-59ccdad8-8548-4797-82e5-7aecc47b5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:09.648460 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-69ee9fee-3ca6-4ca5-b4ab-26ae74e9cda2 req-59ccdad8-8548-4797-82e5-7aecc47b5035 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8f81b0b-afc3-4888-9577-0c6cf346cbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599811 Jun 24 09:31:09.721717 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-9518ac3e-68cc-43e0-a646-216e55c820ab None None] Set router f3040707-fa87-4080-9128-58141190fa82 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:09.770899 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-69ee9fee-3ca6-4ca5-b4ab-26ae74e9cda2 req-f6533b3c-f4d0-4a70-948a-9a8adc660f32 service neutron] 10.222.0.60 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035216 Jun 24 09:31:09.865698 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-69ee9fee-3ca6-4ca5-b4ab-26ae74e9cda2 req-14577e08-9de8-4fef-a40d-49f9af82d532 service neutron] 10.222.0.60 "GET /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854840 Jun 24 09:31:09.929473 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-9518ac3e-68cc-43e0-a646-216e55c820ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 4, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port': {'id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '9b59590e-fc85-4327-bde5-24a48637d82b', 'name': '', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'mac_address': 'fa:16:3e:cb:d4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:34Z', 'updated_at': '2021-06-24T09:28:40Z', 'revision_number': 5, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'subnets': [{'id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:09.955783 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518ac3e-68cc-43e0-a646-216e55c820ab None None] The sync data for ids ['f3040707-fa87-4080-9128-58141190fa82'] in dv-cinder-797812-1-iscsi is: [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:35Z', 'revision_number': 4, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port': {'id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '9b59590e-fc85-4327-bde5-24a48637d82b', 'name': '', 'network_id': 'f8f81b0b-afc3-4888-9577-0c6cf346cbf0', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'mac_address': 'fa:16:3e:cb:d4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:34Z', 'updated_at': '2021-06-24T09:28:40Z', 'revision_number': 5, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'subnets': [{'id': '76ffab51-0bbc-42bc-96b1-b1a0e501df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:31:10.156532 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d188f866-1360-43d0-ac34-696d2f06f3e6 None None] New status for floating IP c984ceda-efed-4d82-92c1-fa187773a8c0: DOWN {{(pid=93461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:31:10.618607 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56428) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:10.715140 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-103475570-network', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:31:10.789409 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Made reservation on behalf of ec00b8cf5303492c8ca4a6da6b25b4a2 for: {'network': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:31:10.791965 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:10.802028 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:10.896144 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:10.943649 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:10.947642 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-45abeb19-5f4d-44c8-b32e-cfaee33464d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:10.968539 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=93460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:31:10.978706 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd02066-63ee-4b0f-85ab-19e1abe1e456,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:10.982758 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:10.986212 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:10.986212 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.segments_db [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Added segment a9642ee2-7acd-4253-b66c-fc5ed5c17957 of type vlan for network c3ae812a-9b4a-473b-9872-377485df2120 Jun 24 09:31:11.022767 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:11.109302 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:11.110724 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:11.111443 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:11.114775 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-021a7c80-dc19-4de6-9486-42340f07afff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:11.170049 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Pushing event updated for resources: {'Network': ['ID=c3ae812a-9b4a-473b-9872-377485df2120,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:11.172614 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:11.180145 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network c3ae812a-9b4a-473b-9872-377485df2120 details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:31:11.213091 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-604c8f78-1f10-494d-b75d-78402d1dcde8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5933652 Jun 24 09:31:11.215926 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56442) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:11.221212 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-bad870f6-b5ad-4fa0-ac4d-9078266f28b8 admin admin] Request body: {'subnet': {'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-103475570-subnet', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:31:11.297816 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad870f6-b5ad-4fa0-ac4d-9078266f28b8 admin admin] Made reservation on behalf of ec00b8cf5303492c8ca4a6da6b25b4a2 for: {'subnet': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:31:11.300236 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bad870f6-b5ad-4fa0-ac4d-9078266f28b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13447192'] for subnet, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:11.526616 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bad870f6-b5ad-4fa0-ac4d-9078266f28b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14455540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13447178'] for subnet, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:11.528860 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:11.588714 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad870f6-b5ad-4fa0-ac4d-9078266f28b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b819431-816f-4373-92e6-f47c8b641dcd,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:11.591624 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-bad870f6-b5ad-4fa0-ac4d-9078266f28b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:11.594420 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:31:11.599338 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad870f6-b5ad-4fa0-ac4d-9078266f28b8 admin admin] Checking segment: {'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:31:11.599690 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad870f6-b5ad-4fa0-ac4d-9078266f28b8 admin admin] Network hostable DHCP agents. Network: c3ae812a-9b4a-473b-9872-377485df2120, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:31:11.668987 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad870f6-b5ad-4fa0-ac4d-9078266f28b8 admin admin] Network c3ae812a-9b4a-473b-9872-377485df2120 is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:31:11.806419 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-bad870f6-b5ad-4fa0-ac4d-9078266f28b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, c3ae812a-9b4a-473b-9872-377485df2120) {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:31:11.811993 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad870f6-b5ad-4fa0-ac4d-9078266f28b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:11.812802 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bad870f6-b5ad-4fa0-ac4d-9078266f28b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:11.817870 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f26dca1-fd31-48ef-859d-4ff95c22b9d6 None None] Network c3ae812a-9b4a-473b-9872-377485df2120 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:31:11.892705 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-bad870f6-b5ad-4fa0-ac4d-9078266f28b8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6757050 Jun 24 09:31:11.895286 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56444) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:11.899532 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:31:11.957372 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed33512-b3e3-58ef-ba84-c64153fe4983-c3ae812a-9b4a-473b-9872-377485df2120', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd'}]}} from dv-cinder-797812-1-iscsi. {{(pid=93461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 09:31:11.958230 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:11.983884 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16302751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25639'] for router, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:11.985056 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16302253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16375808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16395457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25640'] for router, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:12.035237 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:12.086929 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.db_base_plugin_common [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Allocated IP 172.20.0.2 (c3ae812a-9b4a-473b-9872-377485df2120/6b819431-816f-4373-92e6-f47c8b641dcd/07520863-005c-4f99-96ab-a1736bf40c81) {{(pid=93461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:31:12.271892 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16318367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16302736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25658'] for router, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:12.350923 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:12.358669 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Transition to ACTIVE for port object 07520863-005c-4f99-96ab-a1736bf40c81 will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:31:12.372505 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Transition to ACTIVE for port object 07520863-005c-4f99-96ab-a1736bf40c81 will not be triggered until provisioned by entity DHCP. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:31:12.435603 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348'] for port, after_create {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:12.437590 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-2d51a3d8-e743-4b90-b920-1a3fac29c8a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:12.473160 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Network c3ae812a-9b4a-473b-9872-377485df2120 is already hosted by enough agents. {{(pid=93461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:31:12.475943 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.scheduler.base_scheduler [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Resources bound (agent type, host, resource id): {{(pid=93461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:31:12.479285 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Received port after_create {{(pid=93461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:31:12.494399 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Pushing event updated for resources: {'Port': ['ID=07520863-005c-4f99-96ab-a1736bf40c81,revision_number=1']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:12.512698 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:12.525217 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:12.547654 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:12.549803 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Attempting to bind port 07520863-005c-4f99-96ab-a1736bf40c81 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:31:12.549803 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Attempting to bind port 07520863-005c-4f99-96ab-a1736bf40c81 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:31:12.549803 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Attempting to bind port 07520863-005c-4f99-96ab-a1736bf40c81 on network c3ae812a-9b4a-473b-9872-377485df2120 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:31:12.555077 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:31:12.555217 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Checking segment: {'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:31:12.555600 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:12.556009 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Bound using segment: {'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:31:12.556697 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Bound port: 07520863-005c-4f99-96ab-a1736bf40c81, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:31:12.557273 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:12.624812 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] For port 07520863-005c-4f99-96ab-a1736bf40c81, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:31:12.629155 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] For port 07520863-005c-4f99-96ab-a1736bf40c81, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=07520863-005c-4f99-96ab-a1736bf40c81,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:31:12.661000 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Allocated IP 172.27.2.227 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/6e1a656f-bfbc-498c-87bf-3795e22c63a0) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:31:12.687564 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:12.690957 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:12.707227 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278f80f-b1fc-44b0-9212-a6bb8666d5bd req-f37ce2c9-aee1-41cd-b0cf-568c17d5a3c3 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:12.714974 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d278f80f-b1fc-44b0-9212-a6bb8666d5bd req-f37ce2c9-aee1-41cd-b0cf-568c17d5a3c3 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 946 time: 0.0730968 Jun 24 09:31:12.754794 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Pushing event updated for resources: {'Port': ['ID=07520863-005c-4f99-96ab-a1736bf40c81,revision_number=2']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:12.757950 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:12.758650 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d278f80f-b1fc-44b0-9212-a6bb8666d5bd req-8f64b4dd-bc28-484a-b80e-8c5e7490229b tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426745 Jun 24 09:31:12.781775 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:12.887203 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:12.889232 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:12.925705 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:31:12.928643 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:31:12.932251 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:31:12.966619 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1a656f-bfbc-498c-87bf-3795e22c63a0,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:12.970455 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:13.279038 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:13.466234 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16302729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16318338'] for router, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:13.685834 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 is scheduled to L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a with binding_index 1 {{(pid=93460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 09:31:13.686030 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b09f15-d87d-4629-a227-5044676b761b None None] Network c3ae812a-9b4a-473b-9872-377485df2120 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:31:13.796095 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:31:13.808743 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Sync routers for ids ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:31:13.817974 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Routers {'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:13.818709 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:30:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:13.848655 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-6fa20459-e029-49fb-8176-eed60b8d1ee0 None None] Provisioning for port 07520863-005c-4f99-96ab-a1736bf40c81 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:31:13.929852 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Notify callbacks [] for router, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:13.933644 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0350566 Jun 24 09:31:13.933922 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56454) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:13.934574 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Set router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:14.002342 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fc3c5-2efa-400c-9dac-50c824da0d3c req-9965bb75-e034-4a2b-945f-8abcbaecfed7 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:14.004674 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-066fc3c5-2efa-400c-9dac-50c824da0d3c req-9965bb75-e034-4a2b-945f-8abcbaecfed7 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 946 time: 0.1335294 Jun 24 09:31:14.093057 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-066fc3c5-2efa-400c-9dac-50c824da0d3c req-527efe06-d9be-4c45-a02f-602a8ea00ffe tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768046 Jun 24 09:31:14.146167 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:13Z', 'revision_number': 3, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:14.174970 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Checking router: e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:31:14.175325 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Updating router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 port 6e1a656f-bfbc-498c-87bf-3795e22c63a0 binding host dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:31:14.210064 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:14.338183 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 07520863-005c-4f99-96ab-a1736bf40c81 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:31:14.446554 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 07520863-005c-4f99-96ab-a1736bf40c81 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:31:14.450838 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 07520863-005c-4f99-96ab-a1736bf40c81 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:31:14.451346 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:14.473989 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:14.474337 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Notify callbacks [] for port, precommit_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:14.485323 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.provisioning_blocks [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Transition to ACTIVE for port object 6e1a656f-bfbc-498c-87bf-3795e22c63a0 will not be triggered until provisioned by entity L2. {{(pid=93462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:31:14.513833 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ccb6f-d666-4d97-bec1-72b792be2d5e req-c27396cb-5e2a-4a25-8c24-b2dd604f9d20 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:14.515284 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-199ccb6f-d666-4d97-bec1-72b792be2d5e req-c27396cb-5e2a-4a25-8c24-b2dd604f9d20 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 946 time: 0.0956306 Jun 24 09:31:14.535420 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:14.555272 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:14.563202 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-35a8345b-9b5d-491b-b2aa-7989562fdfd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:14.580830 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 07520863-005c-4f99-96ab-a1736bf40c81, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=07520863-005c-4f99-96ab-a1736bf40c81,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:14.614903 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Attempting to bind port 6e1a656f-bfbc-498c-87bf-3795e22c63a0 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:31:14.618163 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Attempting to bind port 6e1a656f-bfbc-498c-87bf-3795e22c63a0 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:31:14.618163 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Attempting to bind port 6e1a656f-bfbc-498c-87bf-3795e22c63a0 on network 9b126f81-95f7-4d7b-999a-b64433cd03c3 {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:31:14.623852 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Pushing event updated for resources: {'Port': ['ID=6e1a656f-bfbc-498c-87bf-3795e22c63a0,revision_number=2']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:14.629470 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:31:14.629853 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Checking segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:31:14.630400 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:14.630792 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Bound using segment: {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'} {{(pid=93462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:31:14.631294 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.managers [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Bound port: 6e1a656f-bfbc-498c-87bf-3795e22c63a0, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb35720-1b47-4439-b613-553fdf019929', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}}] {{(pid=93462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:31:14.631668 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:14.638141 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:14.638480 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:14.641054 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:14.641054 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:14.641054 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:14.641054 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:14.641054 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:14.641054 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:14.641054 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:14.641054 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:14.641773 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:14.641773 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:31:14.645699 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:14.657780 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:14.669140 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:14.708532 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] For port 6e1a656f-bfbc-498c-87bf-3795e22c63a0, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:31:14.712128 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.plugins.ml2.db [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] For port 6e1a656f-bfbc-498c-87bf-3795e22c63a0, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=6e1a656f-bfbc-498c-87bf-3795e22c63a0,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:31:14.718184 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=07520863-005c-4f99-96ab-a1736bf40c81,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:14.721422 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:14.778586 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron_lib.callbacks.manager [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:14.780925 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:14.836349 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Routers {'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:14.837007 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:30:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:14.880048 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Pushing event updated for resources: {'Port': ['ID=6e1a656f-bfbc-498c-87bf-3795e22c63a0,revision_number=3']} {{(pid=93462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:14.883044 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG oslo_concurrency.lockutils [None req-d29392a8-818e-4bdf-98e3-fde771906290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:14.948660 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] Set router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:14.983194 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Allocated IP 172.20.0.1 (c3ae812a-9b4a-473b-9872-377485df2120/6b819431-816f-4373-92e6-f47c8b641dcd/715ab4d2-3bf0-44d0-a867-02d0b991f662) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:31:14.990177 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [req-199ccb6f-d666-4d97-bec1-72b792be2d5e req-8897823d-8b51-486a-804f-d7f6a21a13fc tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Deleting port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:14.990516 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-199ccb6f-d666-4d97-bec1-72b792be2d5e req-8897823d-8b51-486a-804f-d7f6a21a13fc tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:15.130988 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:13Z', 'revision_number': 3, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:15.142458 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-199ccb6f-d666-4d97-bec1-72b792be2d5e req-8897823d-8b51-486a-804f-d7f6a21a13fc tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] For port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,segment=NetworkSegment(0d250128-c092-4908-b3c2-42c08ce4a051),segment_id=0d250128-c092-4908-b3c2-42c08ce4a051)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:15.142823 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-199ccb6f-d666-4d97-bec1-72b792be2d5e req-8897823d-8b51-486a-804f-d7f6a21a13fc tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:15.157967 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b920ec82-747d-4604-b037-c3380f729d24 None None] The sync data for ids ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'] in dv-cinder-797812-1-iscsi is: [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:13Z', 'revision_number': 3, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:31:15.164411 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [req-199ccb6f-d666-4d97-bec1-72b792be2d5e req-8897823d-8b51-486a-804f-d7f6a21a13fc tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Calling delete_port for 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 owned by compute:nova {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:15.183710 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:15.228958 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Transition to ACTIVE for port object 715ab4d2-3bf0-44d0-a867-02d0b991f662 will not be triggered until provisioned by entity DHCP. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:31:15.274324 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0416b-5ae0-45e2-a17a-e5fa3d95ec0c req-a2201ff3-0649-487b-b7cb-270e5b1738fd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:15.281315 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e8f0416b-5ae0-45e2-a17a-e5fa3d95ec0c req-a2201ff3-0649-487b-b7cb-270e5b1738fd tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 946 time: 0.0724576 Jun 24 09:31:15.323893 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e8f0416b-5ae0-45e2-a17a-e5fa3d95ec0c req-c27acea0-5106-4f5d-9538-19dfbe34d99c tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/security-groups?id=83c8a469-4537-442a-8344-8327f3eff922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416458 Jun 24 09:31:15.355540 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:15.359103 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:15.408268 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Network c3ae812a-9b4a-473b-9872-377485df2120 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:31:15.409336 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Pushing event updated for resources: {'Port': ['ID=715ab4d2-3bf0-44d0-a867-02d0b991f662,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:15.411528 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-199ccb6f-d666-4d97-bec1-72b792be2d5e req-8897823d-8b51-486a-804f-d7f6a21a13fc tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:15.413122 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:15.414682 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:31:15.417998 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4ee24d16-88ac-4666-aa7c-1fd18f46e01c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:15.422493 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:31:15.447635 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['6c8dd78d-adc2-4354-89a9-2f3ebcdad052'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:31:15.478334 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897823d-8b51-486a-804f-d7f6a21a13fc tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Pushing event deleted for resources: {'Port': ['ID=6c8dd78d-adc2-4354-89a9-2f3ebcdad052,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:15.488983 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-8897823d-8b51-486a-804f-d7f6a21a13fc tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:15.526270 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16380957'] for router_interface, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:15.545765 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [req-199ccb6f-d666-4d97-bec1-72b792be2d5e req-8897823d-8b51-486a-804f-d7f6a21a13fc tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] No DVR routers for this DVR port 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 on host hv-cinder-79781 {{(pid=93460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:31:15.576914 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-199ccb6f-d666-4d97-bec1-72b792be2d5e req-8897823d-8b51-486a-804f-d7f6a21a13fc tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:15.579291 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-199ccb6f-d666-4d97-bec1-72b792be2d5e req-8897823d-8b51-486a-804f-d7f6a21a13fc tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.60 "DELETE /v2.0/ports/6c8dd78d-adc2-4354-89a9-2f3ebcdad052 HTTP/1.1" status: 204 len: 173 time: 1.0315635 Jun 24 09:31:15.580393 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'name': 'network-vif-deleted', 'tag': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:31:15.584858 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d61e4e5-dd02-4aa2-850e-eac5573d9be6" -d '{"events": [{"server_uuid": "2d93802c-3e95-4030-b6e3-bb8d216473cc", "name": "network-vif-deleted", "tag": "6c8dd78d-adc2-4354-89a9-2f3ebcdad052"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:31:15.653226 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1729d941-691b-429d-afad-1af0d1796785 x-openstack-request-id: req-1729d941-691b-429d-afad-1af0d1796785 {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:31:15.653567 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d93802c-3e95-4030-b6e3-bb8d216473cc", "name": "network-vif-deleted", "tag": "6c8dd78d-adc2-4354-89a9-2f3ebcdad052", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:31:15.653861 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1729d941-691b-429d-afad-1af0d1796785 {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:31:15.654292 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d93802c-3e95-4030-b6e3-bb8d216473cc', 'name': 'network-vif-deleted', 'tag': '6c8dd78d-adc2-4354-89a9-2f3ebcdad052', 'status': 'completed', 'code': 200} Jun 24 09:31:15.824444 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-0762937d-44ea-40fc-959e-61080bde1fbd None None] Provisioning for port 715ab4d2-3bf0-44d0-a867-02d0b991f662 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:31:15.834485 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-0762937d-44ea-40fc-959e-61080bde1fbd None None] Provisioning complete for port 715ab4d2-3bf0-44d0-a867-02d0b991f662 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:31:15.835251 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-0762937d-44ea-40fc-959e-61080bde1fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:15.878416 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:15.880015 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-0762937d-44ea-40fc-959e-61080bde1fbd None None] Port 715ab4d2-3bf0-44d0-a867-02d0b991f662 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:31:16.057134 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:16.115366 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:16.118512 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:16.183415 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16381065'] for router_interface, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:16.186699 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Pushing event updated for resources: {'Port': ['ID=715ab4d2-3bf0-44d0-a867-02d0b991f662,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:16.190376 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:16.291666 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Network c3ae812a-9b4a-473b-9872-377485df2120 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:31:16.293397 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:31:16.400200 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 07520863-005c-4f99-96ab-a1736bf40c81 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:31:16.440075 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:31:16.469045 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 07520863-005c-4f99-96ab-a1736bf40c81 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:31:16.469573 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:16.525148 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fd8562ee-c8b5-47ba-839b-51c1ba266647 req-f87f93fd-649a-4c44-b58b-8cd2d2acdf1d tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d93802c-3e95-4030-b6e3-bb8d216473cc HTTP/1.1" status: 200 len: 210 time: 0.0396924 Jun 24 09:31:16.573902 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:31:16.580574 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 6e1a656f-bfbc-498c-87bf-3795e22c63a0 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:31:16.585062 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] 10.222.0.39 "PUT /v2.0/routers/e9b7b360-51fb-4d4f-8361-5a5ab5cfab66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6486006 Jun 24 09:31:16.624734 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-2fdf660a-3341-4915-86da-b23be7f4220c None None] Provisioning complete for port 715ab4d2-3bf0-44d0-a867-02d0b991f662 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:31:16.625113 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-2fdf660a-3341-4915-86da-b23be7f4220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:16.670415 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf660a-3341-4915-86da-b23be7f4220c None None] Port 715ab4d2-3bf0-44d0-a867-02d0b991f662 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:31:16.732462 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 6e1a656f-bfbc-498c-87bf-3795e22c63a0 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:31:16.738481 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Sync routers for ids ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:31:16.743816 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 6e1a656f-bfbc-498c-87bf-3795e22c63a0 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:31:16.744196 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:16.770745 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Routers {'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:16.771414 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:30:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:16.922563 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Set router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:16.924808 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:16.993759 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 6e1a656f-bfbc-498c-87bf-3795e22c63a0, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=6e1a656f-bfbc-498c-87bf-3795e22c63a0,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:17.065807 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.070313 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:17.093688 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-178e6e1e-ace2-4333-be39-13d890cf3752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.140168 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=6e1a656f-bfbc-498c-87bf-3795e22c63a0,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:17.147089 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:17.199301 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 2, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:17.199487 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56470) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:17.204289 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-8e60c42a-f233-452c-b26d-a91a314a996d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2066562133', 'description': 'tempest-description--1102928698'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:31:17.229140 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Checking router: e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:31:17.229500 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Updating router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 port 715ab4d2-3bf0-44d0-a867-02d0b991f662 binding host dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:31:17.262060 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.280878 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e60c42a-f233-452c-b26d-a91a314a996d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.360586 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e60c42a-f233-452c-b26d-a91a314a996d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.406465 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e60c42a-f233-452c-b26d-a91a314a996d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.410438 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:17.436799 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60c42a-f233-452c-b26d-a91a314a996d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2809798b-8b11-4ee2-9785-b0f0b7c8c376,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:17.439814 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8e60c42a-f233-452c-b26d-a91a314a996d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:17.475121 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8e60c42a-f233-452c-b26d-a91a314a996d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.478901 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8e60c42a-f233-452c-b26d-a91a314a996d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2760475 Jun 24 09:31:17.479123 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56472) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:17.483540 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-1782c415-11a5-4a10-8dcd-73cb37107fc1 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Request body: {'security_group_rule': {'security_group_id': '2809798b-8b11-4ee2-9785-b0f0b7c8c376', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:31:17.520283 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Notify callbacks [] for port, precommit_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.529485 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Transition to ACTIVE for port object 715ab4d2-3bf0-44d0-a867-02d0b991f662 will not be triggered until provisioned by entity L2. {{(pid=93461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:31:17.542409 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1782c415-11a5-4a10-8dcd-73cb37107fc1 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.596459 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.599700 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:17.599838 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1782c415-11a5-4a10-8dcd-73cb37107fc1 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.648632 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8dd24-621d-450c-b080-097f62993144 None None] Pushing event updated for resources: {'Port': ['ID=715ab4d2-3bf0-44d0-a867-02d0b991f662,revision_number=3']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:17.666629 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-6bf8dd24-621d-450c-b080-097f62993144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:17.675611 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1782c415-11a5-4a10-8dcd-73cb37107fc1 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.677937 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:17.696226 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782c415-11a5-4a10-8dcd-73cb37107fc1 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787c19bd-ad41-47cd-bedb-82ddde55ff47,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:17.700297 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Attempting to bind port 715ab4d2-3bf0-44d0-a867-02d0b991f662 on host dv-cinder-797812-1-iscsi for vnic_type normal with profile {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:31:17.700830 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Attempting to bind port 715ab4d2-3bf0-44d0-a867-02d0b991f662 by drivers openvswitch,hyperv on host dv-cinder-797812-1-iscsi at level 0 using segments [{'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:31:17.701179 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Attempting to bind port 715ab4d2-3bf0-44d0-a867-02d0b991f662 on network c3ae812a-9b4a-473b-9872-377485df2120 {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:31:17.706538 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1782c415-11a5-4a10-8dcd-73cb37107fc1 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:17.709803 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Checking agent: {'id': '18133cee-7850-4647-9f1b-fb9bc59ca2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797812-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 14, 50), 'started_at': datetime.datetime(2021, 6, 24, 9, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797812-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:31:17.710316 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Checking segment: {'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:31:17.710751 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.711164 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Bound using segment: {'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'} {{(pid=93461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:31:17.711686 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.managers [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Bound port: 715ab4d2-3bf0-44d0-a867-02d0b991f662, host: dv-cinder-797812-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'}}] {{(pid=93461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:31:17.712067 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.779129 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] For port 715ab4d2-3bf0-44d0-a867-02d0b991f662, host dv-cinder-797812-1-iscsi, cleared binding levels {{(pid=93461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:31:17.782522 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] For port 715ab4d2-3bf0-44d0-a867-02d0b991f662, host dv-cinder-797812-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=715ab4d2-3bf0-44d0-a867-02d0b991f662,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:31:17.783900 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1782c415-11a5-4a10-8dcd-73cb37107fc1 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.785322 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1782c415-11a5-4a10-8dcd-73cb37107fc1 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3052974 Jun 24 09:31:17.788211 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56486) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:17.793819 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-14f4d0aa-500b-42fa-8382-63a49d6c4c7b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Request body: {'security_group_rule': {'security_group_id': '2809798b-8b11-4ee2-9785-b0f0b7c8c376', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:31:17.875506 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.878111 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:17.914406 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-14f4d0aa-500b-42fa-8382-63a49d6c4c7b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:17.951492 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8dd24-621d-450c-b080-097f62993144 None None] Pushing event updated for resources: {'Port': ['ID=715ab4d2-3bf0-44d0-a867-02d0b991f662,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:17.954374 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Routers {'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:17.955571 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:30:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:17.957616 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-6bf8dd24-621d-450c-b080-097f62993144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:18.007275 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-14f4d0aa-500b-42fa-8382-63a49d6c4c7b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:18.075544 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-14f4d0aa-500b-42fa-8382-63a49d6c4c7b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:18.076623 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] Set router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:18.083888 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-973a5148-7525-4e6f-a021-05f933fa8ec0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:18.102153 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4d0aa-500b-42fa-8382-63a49d6c4c7b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c7dae1-7132-42a3-a1bc-17c367c82244,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:18.102153 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-14f4d0aa-500b-42fa-8382-63a49d6c4c7b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:18.178049 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-14f4d0aa-500b-42fa-8382-63a49d6c4c7b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:18.182419 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-14f4d0aa-500b-42fa-8382-63a49d6c4c7b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3895147 Jun 24 09:31:18.182629 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56504) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:18.187315 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Request body: {'floatingip': {'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:31:18.264074 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for floatingip, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:18.322729 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 6e1a656f-bfbc-498c-87bf-3795e22c63a0 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:31:18.368620 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:18.407876 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 6e1a656f-bfbc-498c-87bf-3795e22c63a0 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:31:18.408129 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:18.477227 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Allocated IP 172.27.2.78 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/588bbc59-7a1c-4fc2-8544-44558c00b6a7) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:31:18.508163 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:17Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:18.537932 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b69fc-24d5-4215-8c1b-b596651ab633 None None] The sync data for ids ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'] in dv-cinder-797812-1-iscsi is: [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:17Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:31:18.604257 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:18.732514 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:18.736873 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5f2e1bb5-1c4e-45d3-9ed0-36d47a75dc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:18.738011 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:18.761965 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:18.762645 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 6c8dd78d-adc2-4354-89a9-2f3ebcdad052 not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:18.778152 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:31:18.784713 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:31:18.786716 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event updated for resources: {'Port': ['ID=588bbc59-7a1c-4fc2-8544-44558c00b6a7,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:18.788965 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:31:18.791128 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:18.879545 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:18.976335 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:19.132459 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:19.155309 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56526) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:19.195247 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:19.199456 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0338f70a-61e2-446f-9cbe-954601ae6fdc tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:19.303595 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event updated for resources: {'Port': ['ID=588bbc59-7a1c-4fc2-8544-44558c00b6a7,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:19.310546 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:19.325597 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:19.417578 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:19.418769 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2351737 Jun 24 09:31:19.574820 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-ae89c3d6-c9de-409f-8031-c6be823a999e tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2066562133&fields=id&tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2 HTTP/1.1" status: 200 len: 267 time: 0.0345688 Jun 24 09:31:19.594574 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-397b1769-b8a8-408c-a09f-7af25a6d9d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16381094'] for router_interface, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:19.686080 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-2adbfbad-8ffc-45c9-88ce-6f5bf27cf96e tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:19.687632 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-2adbfbad-8ffc-45c9-88ce-6f5bf27cf96e tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/networks?id=c3ae812a-9b4a-473b-9872-377485df2120 HTTP/1.1" status: 200 len: 810 time: 0.1048474 Jun 24 09:31:19.704503 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-26a517b6-d1a5-4372-9646-a618ac5f8816 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/quotas/ec00b8cf5303492c8ca4a6da6b25b4a2 HTTP/1.1" status: 200 len: 375 time: 0.0100577 Jun 24 09:31:19.785424 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-ede4cb4a-65bd-4948-9005-85d7e4eddaef tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687675 Jun 24 09:31:19.789548 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-43996200-b84c-4c60-9325-f1ff2320a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:19.932298 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:19.936751 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-914e9836-0cbb-4f9d-a2a4-9dab66c4499c service neutron] 10.222.0.39 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374090 Jun 24 09:31:20.025253 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-54b56e84-727a-40e8-919e-613cbad7b383 service neutron] 10.222.0.39 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817456 Jun 24 09:31:20.101585 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-397b1769-b8a8-408c-a09f-7af25a6d9d72 admin admin] Deleting port 9b59590e-fc85-4327-bde5-24a48637d82b {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:20.102116 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-397b1769-b8a8-408c-a09f-7af25a6d9d72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:20.176817 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [None req-397b1769-b8a8-408c-a09f-7af25a6d9d72 admin admin] For port 9b59590e-fc85-4327-bde5-24a48637d82b, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=9b59590e-fc85-4327-bde5-24a48637d82b,segment=NetworkSegment(0d250128-c092-4908-b3c2-42c08ce4a051),segment_id=0d250128-c092-4908-b3c2-42c08ce4a051)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:20.177245 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-397b1769-b8a8-408c-a09f-7af25a6d9d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:20.189593 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-397b1769-b8a8-408c-a09f-7af25a6d9d72 admin admin] Calling delete_port for 9b59590e-fc85-4327-bde5-24a48637d82b owned by network:router_interface {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:20.276508 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-745cafa3-ad68-4491-a02c-c2c30d3d26d1 req-4674396e-b734-4d39-9f22-81109ad5662a tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 210 time: 0.0383852 Jun 24 09:31:20.322822 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 715ab4d2-3bf0-44d0-a867-02d0b991f662 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:31:20.440578 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning for port 715ab4d2-3bf0-44d0-a867-02d0b991f662 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:31:20.444762 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 715ab4d2-3bf0-44d0-a867-02d0b991f662 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:31:20.445174 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:20.480747 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-397b1769-b8a8-408c-a09f-7af25a6d9d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:20.483712 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-07c1dba4-54aa-4877-a77e-1e82daac6245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:20.507746 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:20.508226 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b1769-b8a8-408c-a09f-7af25a6d9d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b59590e-fc85-4327-bde5-24a48637d82b,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:20.513204 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-397b1769-b8a8-408c-a09f-7af25a6d9d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:20.523705 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:20.557128 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] For port 715ab4d2-3bf0-44d0-a867-02d0b991f662, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=715ab4d2-3bf0-44d0-a867-02d0b991f662,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:20.606345 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:20.608411 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-6bf8dd24-621d-450c-b080-097f62993144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:20.663043 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Pushing event updated for resources: {'Port': ['ID=715ab4d2-3bf0-44d0-a867-02d0b991f662,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:20.676417 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:20.691462 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-397b1769-b8a8-408c-a09f-7af25a6d9d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16317206'] for router_interface, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:20.906432 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397b1769-b8a8-408c-a09f-7af25a6d9d72 admin admin] Router f3040707-fa87-4080-9128-58141190fa82 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:31:21.012287 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397b1769-b8a8-408c-a09f-7af25a6d9d72 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:31:21.017793 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-397b1769-b8a8-408c-a09f-7af25a6d9d72 admin admin] 10.222.0.39 "PUT /v2.0/routers/f3040707-fa87-4080-9128-58141190fa82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8608522 Jun 24 09:31:21.020507 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56554) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:21.027120 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1c117-1e41-44bf-9425-82aab9fa6d7d None None] Sync routers for ids ['f3040707-fa87-4080-9128-58141190fa82'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:31:21.035992 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1c117-1e41-44bf-9425-82aab9fa6d7d None None] Routers {'f3040707-fa87-4080-9128-58141190fa82'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:21.036635 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-f0d1c117-1e41-44bf-9425-82aab9fa6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:31:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['f3040707-fa87-4080-9128-58141190fa82'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:21.125681 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:21.140842 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-f0d1c117-1e41-44bf-9425-82aab9fa6d7d None None] Set router f3040707-fa87-4080-9128-58141190fa82 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:21.228927 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:21.378327 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Deleting port fafc3f10-3371-4de6-9188-1d1e0b8a380b {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:21.379567 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:21.399889 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-f0d1c117-1e41-44bf-9425-82aab9fa6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:31:20Z', 'revision_number': 5, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port': {'id': 'fafc3f10-3371-4de6-9188-1d1e0b8a380b', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3040707-fa87-4080-9128-58141190fa82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:21.428972 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1c117-1e41-44bf-9425-82aab9fa6d7d None None] Checking router: f3040707-fa87-4080-9128-58141190fa82 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:31:21.437102 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1c117-1e41-44bf-9425-82aab9fa6d7d None None] Routers {'f3040707-fa87-4080-9128-58141190fa82'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:21.437707 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-f0d1c117-1e41-44bf-9425-82aab9fa6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:31:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['f3040707-fa87-4080-9128-58141190fa82'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:21.450906 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-5b8c33e3-07fe-49c1-9bce-ab360925fedd req-db01b30b-886f-4c45-b43d-df1ba887205e tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 210 time: 0.0335076 Jun 24 09:31:21.495946 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] For port fafc3f10-3371-4de6-9188-1d1e0b8a380b, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=fafc3f10-3371-4de6-9188-1d1e0b8a380b,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:21.496989 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:21.511291 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Calling delete_port for fafc3f10-3371-4de6-9188-1d1e0b8a380b owned by network:router_gateway {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:21.522501 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-f0d1c117-1e41-44bf-9425-82aab9fa6d7d None None] Set router f3040707-fa87-4080-9128-58141190fa82 gateway port host: None {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:21.573288 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-f0d1c117-1e41-44bf-9425-82aab9fa6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:31:21Z', 'revision_number': 6, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port_host': None}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:21.603255 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1c117-1e41-44bf-9425-82aab9fa6d7d None None] The sync data for ids ['f3040707-fa87-4080-9128-58141190fa82'] in dv-cinder-797812-1-iscsi is: [{'id': 'f3040707-fa87-4080-9128-58141190fa82', 'name': 'tempest-TestMinimumBasicScenario-858564482-router', 'tenant_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:32Z', 'updated_at': '2021-06-24T09:31:21Z', 'revision_number': 6, 'project_id': '9f3beff15aad4dfe91723ec3a6e45ca5', 'gw_port_host': None}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:31:21.767062 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:21.770125 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3c55db51-b0ed-49cf-a18f-2c32ef7733bc tempest-VolumesSnapshotTestJSON-1816064791 tempest-VolumesSnapshotTestJSON-1816064791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:21.793793 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fafc3f10-3371-4de6-9188-1d1e0b8a380b,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:21.797603 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:21.855993 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16318259'] for router_gateway, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:21.944827 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16302650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25649'] for router, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:21.949355 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.034901 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16303411'] for router, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.035534 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3040707-fa87-4080-9128-58141190fa82 {{(pid=93459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:31:22.039907 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.043221 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-87803bc9-5caf-472e-98c3-1c21020010a0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f3040707-fa87-4080-9128-58141190fa82 HTTP/1.1" status: 204 len: 168 time: 1.0194705 Jun 24 09:31:22.045022 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56562) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:22.088988 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c33f674-1b5a-4a71-aa59-8a488b494d38 admin admin] Deleting subnet 76ffab51-0bbc-42bc-96b1-b1a0e501df29 {{(pid=93460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:31:22.092001 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4c33f674-1b5a-4a71-aa59-8a488b494d38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.126498 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4c33f674-1b5a-4a71-aa59-8a488b494d38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13770864'] for subnet, precommit_delete_associations {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.236115 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4c33f674-1b5a-4a71-aa59-8a488b494d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.338193 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.338758 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4c33f674-1b5a-4a71-aa59-8a488b494d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14455477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13447171'] for subnet, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.343886 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-2eba14a8-a538-4b59-816b-62b08f6f92eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:22.390013 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33f674-1b5a-4a71-aa59-8a488b494d38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76ffab51-0bbc-42bc-96b1-b1a0e501df29,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:22.392407 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-4c33f674-1b5a-4a71-aa59-8a488b494d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.393883 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-4c33f674-1b5a-4a71-aa59-8a488b494d38 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/76ffab51-0bbc-42bc-96b1-b1a0e501df29 HTTP/1.1" status: 204 len: 168 time: 0.3478677 Jun 24 09:31:22.394817 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4c33f674-1b5a-4a71-aa59-8a488b494d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:22.396322 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56564) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:22.403402 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93205805-cd5c-40ef-a670-dc52ba24d4dc None None] Network f8f81b0b-afc3-4888-9577-0c6cf346cbf0 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:31:22.412954 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 715ab4d2-3bf0-44d0-a867-02d0b991f662 up at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:31:22.522223 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.586144 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Provisioning complete for port 715ab4d2-3bf0-44d0-a867-02d0b991f662 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:31:22.589547 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.596093 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-bf3fe932-1ec6-4430-bc3e-80915f96fcf9 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:22.597549 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-bf3fe932-1ec6-4430-bc3e-80915f96fcf9 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.60 "GET /v2.0/networks?id=c3ae812a-9b4a-473b-9872-377485df2120 HTTP/1.1" status: 200 len: 810 time: 0.1601620 Jun 24 09:31:22.630190 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9c63041e-49b2-4d1e-b771-26c4dab416d4 req-5fc31034-43de-4442-8b22-5bb779985628 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 210 time: 0.0316696 Jun 24 09:31:22.715395 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-ef5c5af2-e11c-418c-8119-211bf127c525 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2 HTTP/1.1" status: 200 len: 380 time: 0.0877697 Jun 24 09:31:22.745876 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Request body: {'port': {'device_id': '7be9169b-f0a2-4d26-a8ff-8367624323f8', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'admin_state_up': True, 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'security_groups': ['2809798b-8b11-4ee2-9785-b0f0b7c8c376']}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:31:22.767817 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Deleting port 0402e34e-7a45-4e40-8d97-46b7013dc473 {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:22.768154 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.790431 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54a77e6-9347-4b1e-a871-8daba1880b86 None None] DHCP port deletion for f8f81b0b-afc3-4888-9577-0c6cf346cbf0 request from dv-cinder-797812-1-iscsi {{(pid=93461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 09:31:22.819923 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 9b59590e-fc85-4327-bde5-24a48637d82b no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:22.842715 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 9b59590e-fc85-4327-bde5-24a48637d82b {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:22.843093 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 9b59590e-fc85-4327-bde5-24a48637d82b not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:22.843525 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device fafc3f10-3371-4de6-9188-1d1e0b8a380b no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:22.864452 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: fafc3f10-3371-4de6-9188-1d1e0b8a380b {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:22.864807 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device fafc3f10-3371-4de6-9188-1d1e0b8a380b not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:22.895500 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] For port 0402e34e-7a45-4e40-8d97-46b7013dc473, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=0402e34e-7a45-4e40-8d97-46b7013dc473,segment=NetworkSegment(0d250128-c092-4908-b3c2-42c08ce4a051),segment_id=0d250128-c092-4908-b3c2-42c08ce4a051)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:22.895874 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.901562 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-a54a77e6-9347-4b1e-a871-8daba1880b86 None None] Deleting port 0402e34e-7a45-4e40-8d97-46b7013dc473 {{(pid=93461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:22.901952 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a54a77e6-9347-4b1e-a871-8daba1880b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.916429 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Calling delete_port for 0402e34e-7a45-4e40-8d97-46b7013dc473 owned by network:dhcp {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:22.969968 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-a54a77e6-9347-4b1e-a871-8daba1880b86 None None] For port 0402e34e-7a45-4e40-8d97-46b7013dc473, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=0402e34e-7a45-4e40-8d97-46b7013dc473,segment=NetworkSegment(0d250128-c092-4908-b3c2-42c08ce4a051),segment_id=0d250128-c092-4908-b3c2-42c08ce4a051)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:22.977283 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a54a77e6-9347-4b1e-a871-8daba1880b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:22.986765 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-a54a77e6-9347-4b1e-a871-8daba1880b86 None None] Calling delete_port for 0402e34e-7a45-4e40-8d97-46b7013dc473 owned by network:dhcp {{(pid=93461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:23.081740 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Made reservation on behalf of ec00b8cf5303492c8ca4a6da6b25b4a2 for: {'port': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:31:23.085473 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:23.088786 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a54a77e6-9347-4b1e-a871-8daba1880b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357'] for port, after_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:23.091770 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-1b0b39f6-19d0-4501-9fdf-19e56136549b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:23.098639 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:23.103026 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:23.115472 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a77e6-9347-4b1e-a871-8daba1880b86 None None] Pushing event deleted for resources: {'Port': ['ID=0402e34e-7a45-4e40-8d97-46b7013dc473,revision_number=None']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:23.118775 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-a54a77e6-9347-4b1e-a871-8daba1880b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:23.121785 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a77e6-9347-4b1e-a871-8daba1880b86 None None] No DVR routers for this DVR port 0402e34e-7a45-4e40-8d97-46b7013dc473 on host dv-cinder-797812-1-iscsi {{(pid=93461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:31:23.137659 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0402e34e-7a45-4e40-8d97-46b7013dc473,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:23.140496 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] No DVR routers for this DVR port 0402e34e-7a45-4e40-8d97-46b7013dc473 on host dv-cinder-797812-1-iscsi {{(pid=93460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:31:23.143772 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:23.271169 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:23.284547 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f81b0b-afc3-4888-9577-0c6cf346cbf0']}} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:23.298307 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d250128-c092-4908-b3c2-42c08ce4a051') {'for_net_delete': True} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:23.298594 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d250128-c092-4908-b3c2-42c08ce4a051') {} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:23.314385 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13770857'] for segment, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:23.322584 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Allocated IP 172.20.0.11 (c3ae812a-9b4a-473b-9872-377485df2120/6b819431-816f-4373-92e6-f47c8b641dcd/bec183fc-566e-46a0-b70f-4e8ac951e702) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:31:23.335102 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:23.343379 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:31:23.343751 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14455338'] for segment, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: Traceback (most recent call last): Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: timer() Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: cb(*args, **kw) Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: return func(*args, **kwargs) Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: self._notify() Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: self.callback(batched_events) Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: event.method(event) Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: return f(self, *a, **k) Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._get(url).json() Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: return self.request(url, 'GET', **kwargs) Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:31:23.345372 dv-cinder-797812-1-iscsi neutron-server[93460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:31:23.469213 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:23.481880 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:23.487777 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:23.489683 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f8f81b0b-afc3-4888-9577-0c6cf346cbf0 HTTP/1.1" status: 204 len: 168 time: 1.0924494 Jun 24 09:31:23.492691 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56572) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:23.506065 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f81b0b-afc3-4888-9577-0c6cf346cbf0,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:23.509942 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:23.524039 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:23.536257 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Transition to ACTIVE for port object bec183fc-566e-46a0-b70f-4e8ac951e702 will not be triggered until provisioned by entity DHCP. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:31:23.630032 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:23.633961 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e0e3c188-c954-4cf9-a110-20e40beab3bf tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:23.686068 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Network c3ae812a-9b4a-473b-9872-377485df2120 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:31:23.690064 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:31:23.706119 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:31:23.706119 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event updated for resources: {'Port': ['ID=bec183fc-566e-46a0-b70f-4e8ac951e702,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:23.726829 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:23.758344 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:23.759065 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:23.824172 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-42e7f5ec-a48a-42e1-8099-4d373e0a1b6d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0880888 Jun 24 09:31:23.966254 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-3d1f6c6b-cc40-4b93-89c8-97da5f65a4d0 None None] Provisioning for port bec183fc-566e-46a0-b70f-4e8ac951e702 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:31:23.970651 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-3d1f6c6b-cc40-4b93-89c8-97da5f65a4d0 None None] Provisioning complete for port bec183fc-566e-46a0-b70f-4e8ac951e702 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:31:23.971007 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6c6b-cc40-4b93-89c8-97da5f65a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:23.999724 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccee480-af04-45ea-a346-706752f72af5 req-ebac93a0-5796-4505-a348-769ae58ae2e5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:24.001185 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0ccee480-af04-45ea-a346-706752f72af5 req-ebac93a0-5796-4505-a348-769ae58ae2e5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 932 time: 0.1458793 Jun 24 09:31:24.004477 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f6c6b-cc40-4b93-89c8-97da5f65a4d0 None None] Port bec183fc-566e-46a0-b70f-4e8ac951e702 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:31:24.074248 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0ccee480-af04-45ea-a346-706752f72af5 req-37936531-bb9e-4d7b-b322-186b778e58ac tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654514 Jun 24 09:31:24.188253 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ace8d76-d8a4-4415-ba32-04f1779e56d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16381094'] for router_interface, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:24.280625 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 0402e34e-7a45-4e40-8d97-46b7013dc473 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:24.302653 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 0402e34e-7a45-4e40-8d97-46b7013dc473 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:24.303034 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 0402e34e-7a45-4e40-8d97-46b7013dc473 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:24.439109 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-9ace8d76-d8a4-4415-ba32-04f1779e56d4 admin admin] Deleting port 5b834333-4b7f-4fca-8423-01095da35132 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:24.439354 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ace8d76-d8a4-4415-ba32-04f1779e56d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:24.517467 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-9ace8d76-d8a4-4415-ba32-04f1779e56d4 admin admin] For port 5b834333-4b7f-4fca-8423-01095da35132, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=5b834333-4b7f-4fca-8423-01095da35132,segment=NetworkSegment(80f50cad-f1bc-429f-b799-ead032bb6402),segment_id=80f50cad-f1bc-429f-b799-ead032bb6402)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:24.518147 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ace8d76-d8a4-4415-ba32-04f1779e56d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:24.530037 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-9ace8d76-d8a4-4415-ba32-04f1779e56d4 admin admin] Calling delete_port for 5b834333-4b7f-4fca-8423-01095da35132 owned by network:router_interface {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:24.812182 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ace8d76-d8a4-4415-ba32-04f1779e56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:24.814961 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-46e8fca5-86b0-4468-bfd7-95d75064a8ee tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:24.841596 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace8d76-d8a4-4415-ba32-04f1779e56d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b834333-4b7f-4fca-8423-01095da35132,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:24.845236 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9ace8d76-d8a4-4415-ba32-04f1779e56d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:25.008332 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ace8d76-d8a4-4415-ba32-04f1779e56d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16317206'] for router_interface, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:25.218999 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ace8d76-d8a4-4415-ba32-04f1779e56d4 admin admin] Router 10001565-9ebe-48fb-ac64-b00c58a66802 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:31:25.245803 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13fd59-04a6-4c25-9bd9-5d04442b745c req-df6dc2c6-6dfd-461f-938d-53cbad30f361 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:25.247274 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-df13fd59-04a6-4c25-9bd9-5d04442b745c req-df6dc2c6-6dfd-461f-938d-53cbad30f361 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 932 time: 0.0614102 Jun 24 09:31:25.284647 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-df13fd59-04a6-4c25-9bd9-5d04442b745c req-a714c1ab-b3d7-4bad-97fd-fb7a244595f4 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311477 Jun 24 09:31:25.324795 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ace8d76-d8a4-4415-ba32-04f1779e56d4 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:31:25.329935 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9ace8d76-d8a4-4415-ba32-04f1779e56d4 admin admin] 10.222.0.39 "PUT /v2.0/routers/10001565-9ebe-48fb-ac64-b00c58a66802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8360660 Jun 24 09:31:25.332420 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56582) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:25.334929 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e0a3e5-1a32-46cd-8611-9f695629f32b None None] Sync routers for ids ['10001565-9ebe-48fb-ac64-b00c58a66802'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:31:25.344012 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e0a3e5-1a32-46cd-8611-9f695629f32b None None] Routers {'10001565-9ebe-48fb-ac64-b00c58a66802'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:25.345612 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-41e0a3e5-1a32-46cd-8611-9f695629f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:31:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['10001565-9ebe-48fb-ac64-b00c58a66802'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:25.439413 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Notify callbacks [] for router, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:25.450258 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-41e0a3e5-1a32-46cd-8611-9f695629f32b None None] Set router 10001565-9ebe-48fb-ac64-b00c58a66802 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:25.539299 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:25.621269 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-41e0a3e5-1a32-46cd-8611-9f695629f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'name': 'tempest-TestMinimumBasicScenario-1331370242-router', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'acaa35f4-1103-4395-aeb7-65818a0ce249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:31:24Z', 'revision_number': 5, 'project_id': 'ffccdd38a42f486f9719e8ae692fa258', 'gw_port': {'id': 'acaa35f4-1103-4395-aeb7-65818a0ce249', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:25.647093 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e0a3e5-1a32-46cd-8611-9f695629f32b None None] Checking router: 10001565-9ebe-48fb-ac64-b00c58a66802 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:31:25.655429 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e0a3e5-1a32-46cd-8611-9f695629f32b None None] Routers {'10001565-9ebe-48fb-ac64-b00c58a66802'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:25.656050 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-41e0a3e5-1a32-46cd-8611-9f695629f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:31:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['10001565-9ebe-48fb-ac64-b00c58a66802'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:25.656934 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Deleting port acaa35f4-1103-4395-aeb7-65818a0ce249 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:25.657293 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:25.740298 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] For port acaa35f4-1103-4395-aeb7-65818a0ce249, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=acaa35f4-1103-4395-aeb7-65818a0ce249,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:25.740562 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:25.742413 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-41e0a3e5-1a32-46cd-8611-9f695629f32b None None] Set router 10001565-9ebe-48fb-ac64-b00c58a66802 gateway port host: None {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:25.752714 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Calling delete_port for acaa35f4-1103-4395-aeb7-65818a0ce249 owned by network:router_gateway {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:25.786450 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Request body: {'port': {'device_id': '7be9169b-f0a2-4d26-a8ff-8367624323f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:31:25.797780 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-41e0a3e5-1a32-46cd-8611-9f695629f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'name': 'tempest-TestMinimumBasicScenario-1331370242-router', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:31:25Z', 'revision_number': 6, 'project_id': 'ffccdd38a42f486f9719e8ae692fa258', 'gw_port_host': None}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:25.827030 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e0a3e5-1a32-46cd-8611-9f695629f32b None None] The sync data for ids ['10001565-9ebe-48fb-ac64-b00c58a66802'] in dv-cinder-797812-1-iscsi is: [{'id': '10001565-9ebe-48fb-ac64-b00c58a66802', 'name': 'tempest-TestMinimumBasicScenario-1331370242-router', 'tenant_id': 'ffccdd38a42f486f9719e8ae692fa258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:28:38Z', 'updated_at': '2021-06-24T09:31:25Z', 'revision_number': 6, 'project_id': 'ffccdd38a42f486f9719e8ae692fa258', 'gw_port_host': None}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:31:25.880716 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:25.989678 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:25.992742 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c0ea1e41-e0e8-4801-a2cc-5ef3309161c0 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:26.018347 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Pushing event deleted for resources: {'Port': ['ID=acaa35f4-1103-4395-aeb7-65818a0ce249,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:26.022480 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:26.078048 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16318259'] for router_gateway, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.148207 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec183fc-566e-46a0-b70f-4e8ac951e702 {{(pid=93460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:31:26.155357 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.167411 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Transition to ACTIVE for port object bec183fc-566e-46a0-b70f-4e8ac951e702 will not be triggered until provisioned by entity L2. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:31:26.170648 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16302650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25649'] for router, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.172860 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.252180 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.255266 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:26.280739 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16303411'] for router, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.281271 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10001565-9ebe-48fb-ac64-b00c58a66802 {{(pid=93459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:31:26.286746 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] Notify callbacks [] for router, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.290189 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-40ed97d8-4c54-4f74-9d9a-8db70d257528 admin admin] 10.222.0.39 "DELETE /v2.0/routers/10001565-9ebe-48fb-ac64-b00c58a66802 HTTP/1.1" status: 204 len: 168 time: 0.9545867 Jun 24 09:31:26.290521 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56588) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:26.336586 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Pushing event updated for resources: {'Port': ['ID=bec183fc-566e-46a0-b70f-4e8ac951e702,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:26.340049 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:26.351643 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f245784-fe61-441c-afaa-48cfca8896b0 admin admin] Deleting subnet d3b30701-d13b-4412-a1a3-11df751d9540 {{(pid=93459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:31:26.355524 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7f245784-fe61-441c-afaa-48cfca8896b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.386611 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Attempting to bind port bec183fc-566e-46a0-b70f-4e8ac951e702 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:31:26.386975 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Attempting to bind port bec183fc-566e-46a0-b70f-4e8ac951e702 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'}] {{(pid=93460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:31:26.387301 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Attempting to bind port bec183fc-566e-46a0-b70f-4e8ac951e702 on network c3ae812a-9b4a-473b-9872-377485df2120 {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:31:26.392355 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Port bec183fc-566e-46a0-b70f-4e8ac951e702 on network c3ae812a-9b4a-473b-9872-377485df2120 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:31:26.392802 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Attempting to bind port bec183fc-566e-46a0-b70f-4e8ac951e702 on network c3ae812a-9b4a-473b-9872-377485df2120 {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:31:26.397826 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:31:26.398156 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Checking segment: {'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:31:26.398536 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Bound using segment: {'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'} {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:31:26.398989 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Bound port: bec183fc-566e-46a0-b70f-4e8ac951e702, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'}}] {{(pid=93460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:31:26.399334 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.404893 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7f245784-fe61-441c-afaa-48cfca8896b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125388359'] for subnet, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.463048 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] For port bec183fc-566e-46a0-b70f-4e8ac951e702, host hv-cinder-79781, cleared binding levels {{(pid=93460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:31:26.466712 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] For port bec183fc-566e-46a0-b70f-4e8ac951e702, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=bec183fc-566e-46a0-b70f-4e8ac951e702,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:31:26.530511 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7f245784-fe61-441c-afaa-48cfca8896b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.539958 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b1520-6dfa-4f4b-a6db-51d1e422c590 req-ff14d7ea-8dc4-4c71-aa5f-1700764b3f44 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:26.541419 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a39b1520-6dfa-4f4b-a6db-51d1e422c590 req-ff14d7ea-8dc4-4c71-aa5f-1700764b3f44 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 944 time: 0.1118317 Jun 24 09:31:26.544290 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.546592 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-ae71d636-a358-4486-a819-8ad4b1a62d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:26.579895 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:26.580505 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.583000 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] 10.222.0.60 "PUT /v2.0/ports/bec183fc-566e-46a0-b70f-4e8ac951e702 HTTP/1.1" status: 200 len: 1094 time: 0.8061764 Jun 24 09:31:26.583550 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be9169b-f0a2-4d26-a8ff-8367624323f8', 'tag': 'bec183fc-566e-46a0-b70f-4e8ac951e702'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:31:26.585948 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66853376-325c-4467-bd6e-670d67353322" -d '{"events": [{"name": "network-changed", "server_uuid": "7be9169b-f0a2-4d26-a8ff-8367624323f8", "tag": "bec183fc-566e-46a0-b70f-4e8ac951e702"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:31:26.618058 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a39b1520-6dfa-4f4b-a6db-51d1e422c590 req-804abce5-d0ca-48d4-be58-eea21dd868c6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593648 Jun 24 09:31:26.637571 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Pushing event updated for resources: {'Port': ['ID=bec183fc-566e-46a0-b70f-4e8ac951e702,revision_number=3']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:26.643605 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eda586-c194-455a-a373-71040972a287 x-openstack-request-id: req-a9eda586-c194-455a-a373-71040972a287 {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:31:26.644914 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be9169b-f0a2-4d26-a8ff-8367624323f8", "tag": "bec183fc-566e-46a0-b70f-4e8ac951e702", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:31:26.644914 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9eda586-c194-455a-a373-71040972a287 {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:31:26.644914 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be9169b-f0a2-4d26-a8ff-8367624323f8', 'tag': 'bec183fc-566e-46a0-b70f-4e8ac951e702', 'status': 'completed', 'code': 200} Jun 24 09:31:26.645375 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:26.698233 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 5b834333-4b7f-4fca-8423-01095da35132 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:26.710762 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7f245784-fe61-441c-afaa-48cfca8896b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125717070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12682728'] for subnet, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.712995 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:26.732855 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 5b834333-4b7f-4fca-8423-01095da35132 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:26.733791 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 5b834333-4b7f-4fca-8423-01095da35132 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:26.744888 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f245784-fe61-441c-afaa-48cfca8896b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b30701-d13b-4412-a1a3-11df751d9540,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:26.748134 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7f245784-fe61-441c-afaa-48cfca8896b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:26.749065 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-7f245784-fe61-441c-afaa-48cfca8896b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.750919 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-7f245784-fe61-441c-afaa-48cfca8896b0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d3b30701-d13b-4412-a1a3-11df751d9540 HTTP/1.1" status: 204 len: 168 time: 0.4592714 Jun 24 09:31:26.753912 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56594) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:26.758406 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c9fcf8-74f9-4674-a33f-63cd6907e3b0 None None] Network 181be7c7-2b4f-4213-9afc-7f922729d511 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:31:26.769622 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853376-325c-4467-bd6e-670d67353322 req-54cb3a74-fe47-421b-ac2f-ee5e9c5e5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:26.775148 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-66853376-325c-4467-bd6e-670d67353322 req-54cb3a74-fe47-421b-ac2f-ee5e9c5e5777 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2&device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 1097 time: 0.0886812 Jun 24 09:31:26.837463 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.904932 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Deleting port cf784893-0023-41d5-b259-6b2b6d5e983d {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:26.905337 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.983017 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] For port cf784893-0023-41d5-b259-6b2b6d5e983d, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=cf784893-0023-41d5-b259-6b2b6d5e983d,segment=NetworkSegment(80f50cad-f1bc-429f-b799-ead032bb6402),segment_id=80f50cad-f1bc-429f-b799-ead032bb6402)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:26.983493 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:26.999771 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Calling delete_port for cf784893-0023-41d5-b259-6b2b6d5e983d owned by network:dhcp {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:27.028988 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853376-325c-4467-bd6e-670d67353322 req-3a6dcfd8-8648-4ae4-9df6-df426d0da11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:27.030474 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-66853376-325c-4467-bd6e-670d67353322 req-3a6dcfd8-8648-4ae4-9df6-df426d0da11e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2395616 Jun 24 09:31:27.065814 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0baa09e-1fde-454c-ae51-ef1685f3c75b None None] DHCP port deletion for 181be7c7-2b4f-4213-9afc-7f922729d511 request from dv-cinder-797812-1-iscsi {{(pid=93461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 09:31:27.133299 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-a0baa09e-1fde-454c-ae51-ef1685f3c75b None None] Deleting port cf784893-0023-41d5-b259-6b2b6d5e983d {{(pid=93461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:27.133680 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a0baa09e-1fde-454c-ae51-ef1685f3c75b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:27.195693 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:27.196650 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-a0baa09e-1fde-454c-ae51-ef1685f3c75b None None] For port cf784893-0023-41d5-b259-6b2b6d5e983d, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=cf784893-0023-41d5-b259-6b2b6d5e983d,segment=NetworkSegment(80f50cad-f1bc-429f-b799-ead032bb6402),segment_id=80f50cad-f1bc-429f-b799-ead032bb6402)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:27.197049 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a0baa09e-1fde-454c-ae51-ef1685f3c75b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:27.199483 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-398c5f09-5ef4-48a2-8dd1-09f73189d949 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:27.214801 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-a0baa09e-1fde-454c-ae51-ef1685f3c75b None None] Calling delete_port for cf784893-0023-41d5-b259-6b2b6d5e983d owned by network:dhcp {{(pid=93461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:27.230800 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf784893-0023-41d5-b259-6b2b6d5e983d,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:27.234194 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:27.244139 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] No DVR routers for this DVR port cf784893-0023-41d5-b259-6b2b6d5e983d on host dv-cinder-797812-1-iscsi {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:31:27.311098 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a0baa09e-1fde-454c-ae51-ef1685f3c75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357'] for port, after_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:27.313117 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-5195304f-d5be-4844-a220-ac0dfbe199d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:27.323854 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:27.335006 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181be7c7-2b4f-4213-9afc-7f922729d511']}} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:27.348147 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f50cad-f1bc-429f-b799-ead032bb6402') {'for_net_delete': True} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:27.348481 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f50cad-f1bc-429f-b799-ead032bb6402') {} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:27.349580 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0baa09e-1fde-454c-ae51-ef1685f3c75b None None] Pushing event deleted for resources: {'Port': ['ID=cf784893-0023-41d5-b259-6b2b6d5e983d,revision_number=None']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:27.358317 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0baa09e-1fde-454c-ae51-ef1685f3c75b None None] No DVR routers for this DVR port cf784893-0023-41d5-b259-6b2b6d5e983d on host dv-cinder-797812-1-iscsi {{(pid=93461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:31:27.358606 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-a0baa09e-1fde-454c-ae51-ef1685f3c75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:27.367078 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125388382'] for segment, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:27.388014 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:27.394470 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:31:27.394875 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125717201'] for segment, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: Traceback (most recent call last): Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: timer() Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: cb(*args, **kw) Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: self._notify() Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: self.callback(batched_events) Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: event.method(event) Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: return f(self, *a, **k) Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: return self._get(url).json() Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:31:27.397410 dv-cinder-797812-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:31:27.475047 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853376-325c-4467-bd6e-670d67353322 req-d23a30c3-3e7d-4753-96b7-7396ab3830f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:27.476489 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-66853376-325c-4467-bd6e-670d67353322 req-d23a30c3-3e7d-4753-96b7-7396ab3830f7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4390354 Jun 24 09:31:27.589481 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:27.591971 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-6b757713-160a-4c54-8fbb-73ddf71dddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:27.593425 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-6b757713-160a-4c54-8fbb-73ddf71dddde service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2&device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 1097 time: 0.0552866 Jun 24 09:31:27.596347 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:27.603550 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] 10.222.0.39 "DELETE /v2.0/networks/181be7c7-2b4f-4213-9afc-7f922729d511 HTTP/1.1" status: 204 len: 168 time: 0.8433313 Jun 24 09:31:27.603550 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-f35bffc9-6c71-4e2e-8da3-f102602134ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:27.613778 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Pushing event deleted for resources: {'Network': ['ID=181be7c7-2b4f-4213-9afc-7f922729d511,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:27.616244 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:27.641691 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-0ff571c7-370b-437c-8c61-ea73c78ee168 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bec183fc-566e-46a0-b70f-4e8ac951e702 HTTP/1.1" status: 200 len: 217 time: 0.0346739 Jun 24 09:31:27.691503 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-23763aab-1c9f-462d-9373-80dde0160519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:27.694974 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-23763aab-1c9f-462d-9373-80dde0160519 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b819431-816f-4373-92e6-f47c8b641dcd HTTP/1.1" status: 200 len: 849 time: 0.0446944 Jun 24 09:31:27.802727 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-26326356-acae-4c7c-b195-209a1c158f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:27.804208 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-26326356-acae-4c7c-b195-209a1c158f6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3ae812a-9b4a-473b-9872-377485df2120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1050222 Jun 24 09:31:27.870343 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13a62a-bd58-4fed-801b-15103c0e4d3d req-11ca16a7-4389-4cd3-b3e3-cb57a1172a17 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:27.871815 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8a13a62a-bd58-4fed-801b-15103c0e4d3d req-11ca16a7-4389-4cd3-b3e3-cb57a1172a17 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 944 time: 0.1202526 Jun 24 09:31:27.931136 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8a13a62a-bd58-4fed-801b-15103c0e4d3d req-8dc42286-8f3c-497a-8eef-d094f2bcb76f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532959 Jun 24 09:31:27.940785 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56610) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:27.944383 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-bf0cdf9a-f4af-400b-a0e1-0265aaee6b6f service neutron] 10.222.0.60 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316650 Jun 24 09:31:28.038358 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-2f5d8d96-f5f1-49b9-b8a2-cea4840b86c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f3beff15aad4dfe91723ec3a6e45ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0962186 Jun 24 09:31:28.040794 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56612) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:28.062441 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cae3228c-2a6a-48f6-8529-602e29d484b3 req-38e80096-e06f-4af6-ab5d-64fdddf0b3b8 service neutron] 10.222.0.60 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118627 Jun 24 09:31:28.088300 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ddeb35aa-91f7-45fe-8098-664a30c987c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:28.109136 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ddeb35aa-91f7-45fe-8098-664a30c987c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:28.217714 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ddeb35aa-91f7-45fe-8098-664a30c987c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:28.220978 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ddeb35aa-91f7-45fe-8098-664a30c987c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:28.222115 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ddeb35aa-91f7-45fe-8098-664a30c987c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83c8a469-4537-442a-8344-8327f3eff922 HTTP/1.1" status: 204 len: 168 time: 0.1803374 Jun 24 09:31:28.222935 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2357f3e0-1b50-44b3-8b95-2d152e0050d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:28.230586 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb35aa-91f7-45fe-8098-664a30c987c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c8a469-4537-442a-8344-8327f3eff922,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:28.233055 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ddeb35aa-91f7-45fe-8098-664a30c987c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:28.314105 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device cf784893-0023-41d5-b259-6b2b6d5e983d no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:28.335131 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: cf784893-0023-41d5-b259-6b2b6d5e983d {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:28.335467 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device cf784893-0023-41d5-b259-6b2b6d5e983d not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:28.335893 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device acaa35f4-1103-4395-aeb7-65818a0ce249 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:28.353217 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: acaa35f4-1103-4395-aeb7-65818a0ce249 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:28.353564 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device acaa35f4-1103-4395-aeb7-65818a0ce249 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:28.594748 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:28.835243 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56620) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:28.878423 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-62f517fe-0be6-472b-99df-8e144a0dc5c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffccdd38a42f486f9719e8ae692fa258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419524 Jun 24 09:31:28.880722 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56622) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:28.930589 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fa6584d9-44d8-4721-ac47-4933f1d2d7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:28.955020 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fa6584d9-44d8-4721-ac47-4933f1d2d7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:29.103757 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf066a0-258e-43f6-896e-2b274f5460d3 req-7cd1a9f5-98fc-4877-baca-66f99e95ce4f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:29.105160 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bbf066a0-258e-43f6-896e-2b274f5460d3 req-7cd1a9f5-98fc-4877-baca-66f99e95ce4f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 944 time: 0.0611837 Jun 24 09:31:29.106195 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fa6584d9-44d8-4721-ac47-4933f1d2d7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:29.108825 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fa6584d9-44d8-4721-ac47-4933f1d2d7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:29.112692 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-fa6584d9-44d8-4721-ac47-4933f1d2d7ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/49b76ecc-c333-4e58-98c3-5313455a6a10 HTTP/1.1" status: 204 len: 168 time: 0.2282376 Jun 24 09:31:29.112692 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-199748f1-6550-402e-b3c9-97d095db1cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:29.130359 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6584d9-44d8-4721-ac47-4933f1d2d7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b76ecc-c333-4e58-98c3-5313455a6a10,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:29.133652 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fa6584d9-44d8-4721-ac47-4933f1d2d7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:29.159810 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bbf066a0-258e-43f6-896e-2b274f5460d3 req-9cf7e139-ece2-4622-b3e1-087f6562c72a tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483408 Jun 24 09:31:30.328623 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b478b-1c51-4310-91d2-4ef52fea02da req-bd52402a-4227-4fc4-bb7f-41aa7d5368f0 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:30.330304 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ee6b478b-1c51-4310-91d2-4ef52fea02da req-bd52402a-4227-4fc4-bb7f-41aa7d5368f0 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 944 time: 0.0623240 Jun 24 09:31:30.366031 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ee6b478b-1c51-4310-91d2-4ef52fea02da req-04919f4b-52dc-4d04-89e9-cbd151299e0a tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302534 Jun 24 09:31:30.864253 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device bec183fc-566e-46a0-b70f-4e8ac951e702 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:31:30.967503 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port bec183fc-566e-46a0-b70f-4e8ac951e702, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=bec183fc-566e-46a0-b70f-4e8ac951e702,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:30.979319 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': 'bec183fc-566e-46a0-b70f-4e8ac951e702', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'port_id': 'bec183fc-566e-46a0-b70f-4e8ac951e702', 'mac_address': 'fa:16:3e:5a:41:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:31:31.016328 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:31.028830 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec183fc-566e-46a0-b70f-4e8ac951e702 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:31:31.049428 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port bec183fc-566e-46a0-b70f-4e8ac951e702, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=bec183fc-566e-46a0-b70f-4e8ac951e702,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:31.109078 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:31.111565 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:31.156055 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=bec183fc-566e-46a0-b70f-4e8ac951e702,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:31.158989 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:31.418282 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['bec183fc-566e-46a0-b70f-4e8ac951e702'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:31:31.538709 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85b260-ddab-4d56-8e65-28f50da41667 req-ff93122c-4ec2-4668-a31c-db16d35319e8 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:31.540184 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0d85b260-ddab-4d56-8e65-28f50da41667 req-ff93122c-4ec2-4668-a31c-db16d35319e8 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 945 time: 0.0668242 Jun 24 09:31:31.577799 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0d85b260-ddab-4d56-8e65-28f50da41667 req-0abcc2ea-72b8-4b4d-9921-37f0f15688b9 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 Jun 24 09:31:32.171275 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-672051f1-188a-47c2-9644-e3ea3512e9b1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039081024&fields=id&tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2 HTTP/1.1" status: 200 len: 267 time: 0.0324538 Jun 24 09:31:32.275335 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-f9fc63ae-5e6b-44c0-8329-652e3de4d592 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:32.276762 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-f9fc63ae-5e6b-44c0-8329-652e3de4d592 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 812 time: 0.0994129 Jun 24 09:31:32.290474 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-aa10259d-3baf-43ee-b71d-eeccf6d4a528 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/quotas/8d5c4a9d09eb4edb86fe215d0dea13b2 HTTP/1.1" status: 200 len: 375 time: 0.0084498 Jun 24 09:31:32.363762 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-eec872a8-d1a4-483a-9984-1ef2c128a949 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0686376 Jun 24 09:31:32.456490 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-0574c8b7-6653-420f-b8df-b60e9cd3cb49 service neutron] 10.222.0.39 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819039 Jun 24 09:31:32.541169 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-c172bb9a-5060-4459-b66a-b3fb90e2f355 service neutron] 10.222.0.39 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790777 Jun 24 09:31:32.748718 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c08423-3b48-4c2f-a6a0-1321ce025891 req-993148fe-61a6-4915-a1f1-cdec2f3ae91b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:32.750106 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b4c08423-3b48-4c2f-a6a0-1321ce025891 req-993148fe-61a6-4915-a1f1-cdec2f3ae91b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 945 time: 0.0630970 Jun 24 09:31:32.787030 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b4c08423-3b48-4c2f-a6a0-1321ce025891 req-f66dec3a-c93e-485f-b377-c4cd2f60da98 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307348 Jun 24 09:31:32.892530 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device bec183fc-566e-46a0-b70f-4e8ac951e702 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:31:33.000562 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port bec183fc-566e-46a0-b70f-4e8ac951e702 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:31:33.004820 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port bec183fc-566e-46a0-b70f-4e8ac951e702 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:31:33.005195 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:33.084929 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:33.111369 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be9169b-f0a2-4d26-a8ff-8367624323f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec183fc-566e-46a0-b70f-4e8ac951e702'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:31:33.113839 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b91f58-2a2b-409a-a556-a61cc9c446f0" -d '{"events": [{"server_uuid": "7be9169b-f0a2-4d26-a8ff-8367624323f8", "name": "network-vif-plugged", "status": "completed", "tag": "bec183fc-566e-46a0-b70f-4e8ac951e702"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:31:33.114273 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c8c38a9d-089f-475f-9c08-0aaba2d9b9f7 req-14963f94-6585-4318-8220-4012047243b8 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 210 time: 0.0405037 Jun 24 09:31:33.128411 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port bec183fc-566e-46a0-b70f-4e8ac951e702, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=bec183fc-566e-46a0-b70f-4e8ac951e702,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:33.163451 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab5a288-aa53-498a-a2dc-2ba83606dd28 x-openstack-request-id: req-8ab5a288-aa53-498a-a2dc-2ba83606dd28 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:31:33.163817 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be9169b-f0a2-4d26-a8ff-8367624323f8", "name": "network-vif-plugged", "status": "completed", "tag": "bec183fc-566e-46a0-b70f-4e8ac951e702", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:31:33.164076 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ab5a288-aa53-498a-a2dc-2ba83606dd28 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:31:33.164499 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be9169b-f0a2-4d26-a8ff-8367624323f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec183fc-566e-46a0-b70f-4e8ac951e702', 'code': 200} Jun 24 09:31:33.201134 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:33.205134 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:33.252710 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=bec183fc-566e-46a0-b70f-4e8ac951e702,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:33.255759 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:33.522757 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f0fea-ad3e-4b28-9f74-4befe7d1a2d8 req-0c379e4e-e045-4b2c-8153-ce789c3d1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:33.524255 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a19f0fea-ad3e-4b28-9f74-4befe7d1a2d8 req-0c379e4e-e045-4b2c-8153-ce789c3d1eeb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 1099 time: 0.0523026 Jun 24 09:31:33.559084 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a19f0fea-ad3e-4b28-9f74-4befe7d1a2d8 req-873b96d5-6ae7-4396-9572-873b966941af service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284090 Jun 24 09:31:33.961908 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb022d9b-e55e-4d4e-8c0d-d99736d2f9bf req-2ffcb108-a95d-4ecc-b1c6-d6338ea5b2f7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:33.963355 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eb022d9b-e55e-4d4e-8c0d-d99736d2f9bf req-2ffcb108-a95d-4ecc-b1c6-d6338ea5b2f7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0679009 Jun 24 09:31:34.000615 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-eb022d9b-e55e-4d4e-8c0d-d99736d2f9bf req-0fd2f841-d1f5-4e74-8bfd-b530de22051c tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315671 Jun 24 09:31:34.250012 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-718eb6a7-427f-4104-a400-299479b9202f req-970e3d6c-0b07-4417-b485-d39af60c299a tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 210 time: 0.0317624 Jun 24 09:31:35.173811 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8bf0a-2a0f-4048-977f-4e9a7815c71c req-d7fb6ac1-820a-4189-b68f-325dd9875d57 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:35.175841 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4be8bf0a-2a0f-4048-977f-4e9a7815c71c req-d7fb6ac1-820a-4189-b68f-325dd9875d57 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0628164 Jun 24 09:31:35.215529 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4be8bf0a-2a0f-4048-977f-4e9a7815c71c req-5bb4d787-3e75-428c-bdc9-35692d8039f8 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343156 Jun 24 09:31:35.225897 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7b81788d-8007-4017-8c7a-e0bcbabd962f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:35.228313 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7b81788d-8007-4017-8c7a-e0bcbabd962f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 812 time: 0.1044910 Jun 24 09:31:35.279239 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-f69fba3c-90bd-4d56-a315-f74e04c4873e tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2 HTTP/1.1" status: 200 len: 380 time: 0.0356472 Jun 24 09:31:35.288619 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Request body: {'port': {'device_id': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'admin_state_up': True, 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'security_groups': ['1db30a6c-5e8e-4410-af3c-dc9946abc230']}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:31:35.394752 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1cee7e9d-8d88-4efc-a2a4-177b9af510df req-285e4874-059b-4b27-9f2d-02a38a3c94b1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 210 time: 0.0291100 Jun 24 09:31:35.448189 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc7e0d-3cc5-4cac-a77b-380585b79e56 req-c3078ced-d0b6-43ca-8d36-0abc2bed0031 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:35.449620 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-00dc7e0d-3cc5-4cac-a77b-380585b79e56 req-c3078ced-d0b6-43ca-8d36-0abc2bed0031 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.1144571 Jun 24 09:31:35.459066 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56676) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:35.463713 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-7f2b5c7b-032a-4257-a651-2d668e171da7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Request body: {'floatingip': {'port_id': 'bec183fc-566e-46a0-b70f-4e8ac951e702'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:31:35.507609 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Made reservation on behalf of 8d5c4a9d09eb4edb86fe215d0dea13b2 for: {'port': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:31:35.511280 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:35.515757 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5c7b-032a-4257-a651-2d668e171da7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for floatingip, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:35.781591 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Allocated IP 172.20.0.12 (fb47e512-5e26-4207-b976-9fe983e57a28/e7e12545-9651-49d6-befe-66dc1f60d9c6/809e6bd1-ae6e-44da-b07f-25c35a01b63b) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:31:36.124148 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:36.172253 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Transition to ACTIVE for port object 809e6bd1-ae6e-44da-b07f-25c35a01b63b will not be triggered until provisioned by entity DHCP. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:31:36.257641 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5c7b-032a-4257-a651-2d668e171da7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:36.303745 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5c7b-032a-4257-a651-2d668e171da7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:36.352361 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:36.357455 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-8897823d-8b51-486a-804f-d7f6a21a13fc tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:36.380830 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56678) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:36.448536 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Network fb47e512-5e26-4207-b976-9fe983e57a28 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:31:36.458344 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:31:36.462169 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:31:36.464787 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'Port': ['ID=809e6bd1-ae6e-44da-b07f-25c35a01b63b,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:36.472200 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:36.529759 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.l3_db [None req-7f2b5c7b-032a-4257-a651-2d668e171da7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Floating IP 6e94b51e-89a2-46c3-813e-962af95265a9 associated. External IP: 172.27.2.78, port: bec183fc-566e-46a0-b70f-4e8ac951e702. Jun 24 09:31:36.540874 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:36.541528 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:36.701084 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-7df85304-0650-4673-bddf-99be045a2e96 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4165304 Jun 24 09:31:36.756701 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Request body: {'port': {'device_id': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:31:36.780851 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa12649-a00d-40ec-9d0c-aaebccfb1be6 req-f5ce669a-2a31-47ae-87b2-fd7a1dc8e9a8 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:36.782374 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-afa12649-a00d-40ec-9d0c-aaebccfb1be6 req-f5ce669a-2a31-47ae-87b2-fd7a1dc8e9a8 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 932 time: 0.1679232 Jun 24 09:31:36.806961 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-b9eb95a7-c8e3-483e-a9cd-54ebbae4411b None None] Provisioning for port 809e6bd1-ae6e-44da-b07f-25c35a01b63b completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:31:36.812437 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-b9eb95a7-c8e3-483e-a9cd-54ebbae4411b None None] Provisioning complete for port 809e6bd1-ae6e-44da-b07f-25c35a01b63b triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:31:36.813927 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-b9eb95a7-c8e3-483e-a9cd-54ebbae4411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:36.854144 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb95a7-c8e3-483e-a9cd-54ebbae4411b None None] Port 809e6bd1-ae6e-44da-b07f-25c35a01b63b cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:31:37.121007 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2b5c7b-032a-4257-a651-2d668e171da7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:31:37.125406 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-afa12649-a00d-40ec-9d0c-aaebccfb1be6 req-ffb3c308-5d52-4c0a-8499-240ae8790fe0 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356094 Jun 24 09:31:37.139458 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-8cf14624-1b86-4618-938e-60cbc0c72508 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Deleting port 0c45f506-9d7f-4f15-98dd-11401d494595 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:37.139801 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8cf14624-1b86-4618-938e-60cbc0c72508 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:37.143629 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:37.216623 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8cf14624-1b86-4618-938e-60cbc0c72508 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:37.217042 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8cf14624-1b86-4618-938e-60cbc0c72508 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:37.229489 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-8cf14624-1b86-4618-938e-60cbc0c72508 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Calling delete_port for 0c45f506-9d7f-4f15-98dd-11401d494595 owned by network:floatingip {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:37.334697 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2b5c7b-032a-4257-a651-2d668e171da7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:31:37.346679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5c7b-032a-4257-a651-2d668e171da7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:37.347545 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f5325-e90d-4510-9de0-690f38c18926 None None] Sync routers for ids ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:31:37.363504 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f5325-e90d-4510-9de0-690f38c18926 None None] Routers {'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:37.372212 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-032f5325-e90d-4510-9de0-690f38c18926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:31:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:37.432484 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-7f2b5c7b-032a-4257-a651-2d668e171da7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "PUT /v2.0/floatingips/6e94b51e-89a2-46c3-813e-962af95265a9 HTTP/1.1" status: 200 len: 991 time: 1.9723649 Jun 24 09:31:37.434897 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be9169b-f0a2-4d26-a8ff-8367624323f8', 'tag': 'bec183fc-566e-46a0-b70f-4e8ac951e702'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:31:37.437219 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4f3e2c-8db7-4c41-8902-6facbe211f40" -d '{"events": [{"name": "network-changed", "server_uuid": "7be9169b-f0a2-4d26-a8ff-8367624323f8", "tag": "bec183fc-566e-46a0-b70f-4e8ac951e702"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:31:37.488634 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-032f5325-e90d-4510-9de0-690f38c18926 None None] Set router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:37.492652 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbed725-8efa-4cd3-881f-748a4417893a x-openstack-request-id: req-8fbed725-8efa-4cd3-881f-748a4417893a {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:31:37.492990 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be9169b-f0a2-4d26-a8ff-8367624323f8", "tag": "bec183fc-566e-46a0-b70f-4e8ac951e702", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:31:37.493290 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fbed725-8efa-4cd3-881f-748a4417893a {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:31:37.493720 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be9169b-f0a2-4d26-a8ff-8367624323f8', 'tag': 'bec183fc-566e-46a0-b70f-4e8ac951e702', 'status': 'completed', 'code': 200} Jun 24 09:31:37.537910 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809e6bd1-ae6e-44da-b07f-25c35a01b63b {{(pid=93460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:31:37.545664 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:37.607077 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3e2c-8db7-4c41-8902-6facbe211f40 req-01c800b6-288f-4a17-9b3e-3d7aa45a9ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:37.608538 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee4f3e2c-8db7-4c41-8902-6facbe211f40 req-01c800b6-288f-4a17-9b3e-3d7aa45a9ef7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2&device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 1099 time: 0.0602074 Jun 24 09:31:37.617827 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Transition to ACTIVE for port object 809e6bd1-ae6e-44da-b07f-25c35a01b63b will not be triggered until provisioned by entity L2. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:31:37.626551 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8cf14624-1b86-4618-938e-60cbc0c72508 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:37.635306 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-84171710-520b-4b4e-856e-e195fe62631a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:37.686174 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:37.689679 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf14624-1b86-4618-938e-60cbc0c72508 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Pushing event deleted for resources: {'Port': ['ID=0c45f506-9d7f-4f15-98dd-11401d494595,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:37.690171 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:37.694385 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8cf14624-1b86-4618-938e-60cbc0c72508 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:37.722400 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-032f5325-e90d-4510-9de0-690f38c18926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': '6e94b51e-89a2-46c3-813e-962af95265a9', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'port_id': 'bec183fc-566e-46a0-b70f-4e8ac951e702', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'mac_address': 'fa:16:3e:5a:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9169b-f0a2-4d26-a8ff-8367624323f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:31:18Z', 'updated_at': '2021-06-24T09:31:36Z', 'revision_number': 1, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:20Z', 'revision_number': 5, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:37.750031 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Pushing event updated for resources: {'Port': ['ID=809e6bd1-ae6e-44da-b07f-25c35a01b63b,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:37.753618 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:37.753816 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f5325-e90d-4510-9de0-690f38c18926 None None] Checking router: e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:31:37.766261 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f5325-e90d-4510-9de0-690f38c18926 None None] Routers {'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:37.766261 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-032f5325-e90d-4510-9de0-690f38c18926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:31:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:37.785218 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8cf14624-1b86-4618-938e-60cbc0c72508 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for floatingip, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:37.785857 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-8cf14624-1b86-4618-938e-60cbc0c72508 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Floating IP b49fbb78-13e9-4c60-ae72-02b08c4440d7 disassociated (deleted). External IP: 172.27.2.96, port: 99d00cd4-6e1b-43c1-ad26-52769204299b. Jun 24 09:31:37.790768 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3e2c-8db7-4c41-8902-6facbe211f40 req-6fa01617-64d7-45c7-a54f-2ce99bbc7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:37.792450 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee4f3e2c-8db7-4c41-8902-6facbe211f40 req-6fa01617-64d7-45c7-a54f-2ce99bbc7244 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3ae812a-9b4a-473b-9872-377485df2120 HTTP/1.1" status: 200 len: 911 time: 0.1771488 Jun 24 09:31:37.858018 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Attempting to bind port 809e6bd1-ae6e-44da-b07f-25c35a01b63b on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:31:37.858450 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Attempting to bind port 809e6bd1-ae6e-44da-b07f-25c35a01b63b by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'}] {{(pid=93460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:31:37.859038 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Attempting to bind port 809e6bd1-ae6e-44da-b07f-25c35a01b63b on network fb47e512-5e26-4207-b976-9fe983e57a28 {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:31:37.864797 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Port 809e6bd1-ae6e-44da-b07f-25c35a01b63b on network fb47e512-5e26-4207-b976-9fe983e57a28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:31:37.865125 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Attempting to bind port 809e6bd1-ae6e-44da-b07f-25c35a01b63b on network fb47e512-5e26-4207-b976-9fe983e57a28 {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:31:37.870894 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:31:37.871598 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Checking segment: {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:31:37.872218 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Bound using segment: {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'} {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:31:37.872886 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Bound port: 809e6bd1-ae6e-44da-b07f-25c35a01b63b, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188dfc12-6eb3-4b3c-b1ec-97bb6103884d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28'}}] {{(pid=93460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:31:37.873467 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:37.880444 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-032f5325-e90d-4510-9de0-690f38c18926 None None] Set router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:37.949666 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] For port 809e6bd1-ae6e-44da-b07f-25c35a01b63b, host hv-cinder-79781, cleared binding levels {{(pid=93460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:31:37.950341 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee4f3e2c-8db7-4c41-8902-6facbe211f40 req-6ba24ea8-158d-439c-814b-ec6e3169d744 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bec183fc-566e-46a0-b70f-4e8ac951e702 HTTP/1.1" status: 200 len: 999 time: 0.1271381 Jun 24 09:31:37.953524 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] For port 809e6bd1-ae6e-44da-b07f-25c35a01b63b, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=809e6bd1-ae6e-44da-b07f-25c35a01b63b,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:31:38.018662 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:38.022013 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:38.040353 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3e2c-8db7-4c41-8902-6facbe211f40 req-18fd6b0e-fabd-4072-b55f-dbf2d9a99207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:38.041784 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee4f3e2c-8db7-4c41-8902-6facbe211f40 req-18fd6b0e-fabd-4072-b55f-dbf2d9a99207 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b819431-816f-4373-92e6-f47c8b641dcd HTTP/1.1" status: 200 len: 849 time: 0.0836716 Jun 24 09:31:38.055443 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:38.055858 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:38.057123 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] 10.222.0.60 "PUT /v2.0/ports/809e6bd1-ae6e-44da-b07f-25c35a01b63b HTTP/1.1" status: 200 len: 1094 time: 1.3071544 Jun 24 09:31:38.084553 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Pushing event updated for resources: {'Port': ['ID=809e6bd1-ae6e-44da-b07f-25c35a01b63b,revision_number=3']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:38.093624 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-5e49c3b0-3058-4913-9bb4-20b89808fd26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:38.123683 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-032f5325-e90d-4510-9de0-690f38c18926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': '6e94b51e-89a2-46c3-813e-962af95265a9', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'port_id': 'bec183fc-566e-46a0-b70f-4e8ac951e702', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'mac_address': 'fa:16:3e:5a:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9169b-f0a2-4d26-a8ff-8367624323f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:31:18Z', 'updated_at': '2021-06-24T09:31:36Z', 'revision_number': 1, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:20Z', 'revision_number': 5, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:38.153043 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f5325-e90d-4510-9de0-690f38c18926 None None] The sync data for ids ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'] in dv-cinder-797812-1-iscsi is: [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': '6e94b51e-89a2-46c3-813e-962af95265a9', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'port_id': 'bec183fc-566e-46a0-b70f-4e8ac951e702', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'mac_address': 'fa:16:3e:5a:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be9169b-f0a2-4d26-a8ff-8367624323f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:31:18Z', 'updated_at': '2021-06-24T09:31:36Z', 'revision_number': 1, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:20Z', 'revision_number': 5, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:31:38.162232 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf14624-1b86-4618-938e-60cbc0c72508 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Router 656089ba-7967-4fa7-9723-08643a371ddf has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:31:38.180710 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3e2c-8db7-4c41-8902-6facbe211f40 req-7d30eeec-09ce-45c3-a6f1-1d4c22177fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:38.182168 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee4f3e2c-8db7-4c41-8902-6facbe211f40 req-7d30eeec-09ce-45c3-a6f1-1d4c22177fdb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3ae812a-9b4a-473b-9872-377485df2120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972223 Jun 24 09:31:38.295512 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-d5d16f4d-377b-40de-ab1d-39ec656d1afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:38.297566 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-d5d16f4d-377b-40de-ab1d-39ec656d1afa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 1097 time: 0.1024666 Jun 24 09:31:38.350473 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-9148b713-fd51-4fa4-9cc4-5bbd369e3b0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=809e6bd1-ae6e-44da-b07f-25c35a01b63b HTTP/1.1" status: 200 len: 217 time: 0.0386505 Jun 24 09:31:38.401977 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee4f3e2c-8db7-4c41-8902-6facbe211f40 req-47462bb4-f9ec-4813-9e8e-a18d86b4f32b service neutron] 10.222.0.60 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779876 Jun 24 09:31:38.408910 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf14624-1b86-4618-938e-60cbc0c72508 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:31:38.411607 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-57490264-4fa1-42bc-a2d3-52655cd46897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:38.413039 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-57490264-4fa1-42bc-a2d3-52655cd46897 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e12545-9651-49d6-befe-66dc1f60d9c6 HTTP/1.1" status: 200 len: 851 time: 0.0564580 Jun 24 09:31:38.418934 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3809388a-c99e-4f44-9acb-e58b6cbf10cb None None] Sync routers for ids ['656089ba-7967-4fa7-9723-08643a371ddf'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:31:38.421458 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8cf14624-1b86-4618-938e-60cbc0c72508 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:38.435589 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf50371-b285-4a72-856a-5ba0390b4b55 None None] New status for floating IP 6e94b51e-89a2-46c3-813e-962af95265a9: ACTIVE {{(pid=93462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:31:38.490125 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-9269320a-d0b4-416d-b180-da059e5a33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:38.492240 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-9269320a-d0b4-416d-b180-da059e5a33c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb47e512-5e26-4207-b976-9fe983e57a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717413 Jun 24 09:31:38.546484 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01385dcb-bac2-4318-a0cd-44609e6d6748 req-19ae8292-c563-4f5c-ac81-19b885f75b11 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:38.554081 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-01385dcb-bac2-4318-a0cd-44609e6d6748 req-19ae8292-c563-4f5c-ac81-19b885f75b11 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 944 time: 0.2310598 Jun 24 09:31:38.574718 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809388a-c99e-4f44-9acb-e58b6cbf10cb None None] Routers {'656089ba-7967-4fa7-9723-08643a371ddf'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:38.575666 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-3809388a-c99e-4f44-9acb-e58b6cbf10cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:31:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['656089ba-7967-4fa7-9723-08643a371ddf'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:38.603596 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8cf14624-1b86-4618-938e-60cbc0c72508 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "DELETE /v2.0/floatingips/b49fbb78-13e9-4c60-ae72-02b08c4440d7 HTTP/1.1" status: 204 len: 168 time: 2.2216902 Jun 24 09:31:38.621746 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-3ab54b36-094e-4dce-a85c-46a361c0a9cf service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186330 Jun 24 09:31:38.665903 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'tag': '99d00cd4-6e1b-43c1-ad26-52769204299b'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:31:38.669761 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1d2ecf-5e9b-47bb-b4f7-6ae0ad6ca3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1", "tag": "99d00cd4-6e1b-43c1-ad26-52769204299b"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:31:38.677312 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-ee4f3e2c-8db7-4c41-8902-6facbe211f40 req-c89db83a-d8ec-4e85-b6eb-b1660b16e4c9 service neutron] 10.222.0.60 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666688 Jun 24 09:31:38.707044 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-01385dcb-bac2-4318-a0cd-44609e6d6748 req-d826a5a1-5995-4604-b057-534a347df063 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519377 Jun 24 09:31:38.716933 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-3809388a-c99e-4f44-9acb-e58b6cbf10cb None None] Set router 656089ba-7967-4fa7-9723-08643a371ddf gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:38.762211 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4b9e8c72-0a27-4944-a30e-d7a6614438b6 req-e897793d-108e-4796-a503-a6d27df8f827 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303840 Jun 24 09:31:38.811619 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab11c74-857c-4e76-9e71-aebeb9a82501 x-openstack-request-id: req-bab11c74-857c-4e76-9e71-aebeb9a82501 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:31:38.812016 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1", "tag": "99d00cd4-6e1b-43c1-ad26-52769204299b", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:31:38.812305 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bab11c74-857c-4e76-9e71-aebeb9a82501 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:31:38.812738 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'tag': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'status': 'completed', 'code': 200} Jun 24 09:31:38.926351 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-3809388a-c99e-4f44-9acb-e58b6cbf10cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:57Z', 'revision_number': 4, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port': {'id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '41c765c6-adfc-4639-9ee7-1e12f1ed5365', 'name': '', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'mac_address': 'fa:16:3e:02:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:57Z', 'updated_at': '2021-06-24T09:26:05Z', 'revision_number': 5, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'subnets': [{'id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:38.947085 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d2ecf-5e9b-47bb-b4f7-6ae0ad6ca3fd req-330992c7-ae5a-4453-84ae-271eb1d75e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:38.948809 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8d1d2ecf-5e9b-47bb-b4f7-6ae0ad6ca3fd req-330992c7-ae5a-4453-84ae-271eb1d75e21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbfdc68456ca43ad8b12fde0e8cc2f24&device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0545099 Jun 24 09:31:38.959672 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3809388a-c99e-4f44-9acb-e58b6cbf10cb None None] Checking router: 656089ba-7967-4fa7-9723-08643a371ddf for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:31:38.968282 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809388a-c99e-4f44-9acb-e58b6cbf10cb None None] Routers {'656089ba-7967-4fa7-9723-08643a371ddf'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:38.968944 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-3809388a-c99e-4f44-9acb-e58b6cbf10cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:31:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['656089ba-7967-4fa7-9723-08643a371ddf'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:39.046197 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d2ecf-5e9b-47bb-b4f7-6ae0ad6ca3fd req-9f5a1281-5f43-4e5e-9905-3472f97a4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:39.047731 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8d1d2ecf-5e9b-47bb-b4f7-6ae0ad6ca3fd req-9f5a1281-5f43-4e5e-9905-3472f97a4921 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd HTTP/1.1" status: 200 len: 910 time: 0.0907524 Jun 24 09:31:39.072418 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-3809388a-c99e-4f44-9acb-e58b6cbf10cb None None] Set router 656089ba-7967-4fa7-9723-08643a371ddf gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:39.091022 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8d1d2ecf-5e9b-47bb-b4f7-6ae0ad6ca3fd req-45f713b9-551c-4b35-b80d-830f3d28f6ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d00cd4-6e1b-43c1-ad26-52769204299b HTTP/1.1" status: 200 len: 217 time: 0.0362067 Jun 24 09:31:39.150162 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d2ecf-5e9b-47bb-b4f7-6ae0ad6ca3fd req-b3b116a1-f5d4-445f-a346-2a64edac4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:39.151634 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8d1d2ecf-5e9b-47bb-b4f7-6ae0ad6ca3fd req-b3b116a1-f5d4-445f-a346-2a64edac4dd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d68aec6-ddc3-493c-9a2f-e03dbb68dba1 HTTP/1.1" status: 200 len: 848 time: 0.0490801 Jun 24 09:31:39.279745 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-3809388a-c99e-4f44-9acb-e58b6cbf10cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:57Z', 'revision_number': 4, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port': {'id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '41c765c6-adfc-4639-9ee7-1e12f1ed5365', 'name': '', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'mac_address': 'fa:16:3e:02:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:57Z', 'updated_at': '2021-06-24T09:26:05Z', 'revision_number': 5, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'subnets': [{'id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:39.293066 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d2ecf-5e9b-47bb-b4f7-6ae0ad6ca3fd req-bdc8e9c2-6376-477d-8e18-2e827f4c6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:39.294546 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8d1d2ecf-5e9b-47bb-b4f7-6ae0ad6ca3fd req-bdc8e9c2-6376-477d-8e18-2e827f4c6e1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c859d7a4-1812-4622-a9ec-8a2838f8c2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845904 Jun 24 09:31:39.305211 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3809388a-c99e-4f44-9acb-e58b6cbf10cb None None] The sync data for ids ['656089ba-7967-4fa7-9723-08643a371ddf'] in dv-cinder-797812-1-iscsi is: [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:25:57Z', 'revision_number': 4, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port': {'id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '41c765c6-adfc-4639-9ee7-1e12f1ed5365', 'name': '', 'network_id': 'c859d7a4-1812-4622-a9ec-8a2838f8c2cd', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'mac_address': 'fa:16:3e:02:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:57Z', 'updated_at': '2021-06-24T09:26:05Z', 'revision_number': 5, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'subnets': [{'id': '1d68aec6-ddc3-493c-9a2f-e03dbb68dba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:31:39.391252 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d7734-a032-45c7-b1de-994dc534c892 req-18a9cd82-f65b-4783-9c8a-7474cab882b0 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:39.392809 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-676d7734-a032-45c7-b1de-994dc534c892 req-18a9cd82-f65b-4783-9c8a-7474cab882b0 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.1299887 Jun 24 09:31:39.427321 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8d1d2ecf-5e9b-47bb-b4f7-6ae0ad6ca3fd req-a456049a-8a57-41fc-a9f0-a65c3363e646 service neutron] 10.222.0.60 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216624 Jun 24 09:31:39.452519 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-676d7734-a032-45c7-b1de-994dc534c892 req-e147131c-2e9b-457d-a9b8-a9b026726ea4 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527215 Jun 24 09:31:39.495189 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'tag': '809e6bd1-ae6e-44da-b07f-25c35a01b63b'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:31:39.497457 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f284ae-10e5-460f-91a3-9fe0866ce279" -d '{"events": [{"name": "network-changed", "server_uuid": "34493213-9dc5-4d19-b916-cba5d46c7b19", "tag": "809e6bd1-ae6e-44da-b07f-25c35a01b63b"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:31:39.542717 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8d1d2ecf-5e9b-47bb-b4f7-6ae0ad6ca3fd req-a04329f2-3317-49f0-b75e-245228e89132 service neutron] 10.222.0.60 "GET /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030502 Jun 24 09:31:39.543180 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6de40-5266-4c7e-8853-03a019ee8565 None None] New status for floating IP b49fbb78-13e9-4c60-ae72-02b08c4440d7: DOWN {{(pid=93461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:31:39.544587 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8716ded2-78ab-475d-a13f-5c83215a2363 x-openstack-request-id: req-8716ded2-78ab-475d-a13f-5c83215a2363 {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:31:39.544937 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34493213-9dc5-4d19-b916-cba5d46c7b19", "tag": "809e6bd1-ae6e-44da-b07f-25c35a01b63b", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:31:39.545222 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8716ded2-78ab-475d-a13f-5c83215a2363 {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:31:39.545641 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'tag': '809e6bd1-ae6e-44da-b07f-25c35a01b63b', 'status': 'completed', 'code': 200} Jun 24 09:31:39.649443 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f284ae-10e5-460f-91a3-9fe0866ce279 req-57caa49c-3076-4618-8fcd-4a6bf51d98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:39.653597 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-09f284ae-10e5-460f-91a3-9fe0866ce279 req-57caa49c-3076-4618-8fcd-4a6bf51d98aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 1097 time: 0.0525119 Jun 24 09:31:39.790044 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f284ae-10e5-460f-91a3-9fe0866ce279 req-51a9ace7-298e-4b8a-bfc2-d589e41b1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:39.791589 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-09f284ae-10e5-460f-91a3-9fe0866ce279 req-51a9ace7-298e-4b8a-bfc2-d589e41b1270 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 913 time: 0.1334369 Jun 24 09:31:39.842506 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-09f284ae-10e5-460f-91a3-9fe0866ce279 req-21969fb4-f560-444d-8420-80da8165718a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=809e6bd1-ae6e-44da-b07f-25c35a01b63b HTTP/1.1" status: 200 len: 217 time: 0.0432501 Jun 24 09:31:39.917578 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f284ae-10e5-460f-91a3-9fe0866ce279 req-6287fad4-d194-43fe-9a60-36887be80f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:39.920176 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-09f284ae-10e5-460f-91a3-9fe0866ce279 req-6287fad4-d194-43fe-9a60-36887be80f22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e12545-9651-49d6-befe-66dc1f60d9c6 HTTP/1.1" status: 200 len: 851 time: 0.0672827 Jun 24 09:31:39.967697 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db9860-efd4-4dc4-b175-05d82db98bd9 req-c8b75f90-f83b-487b-bb46-e53023d00a32 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:39.969082 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-19db9860-efd4-4dc4-b175-05d82db98bd9 req-c8b75f90-f83b-487b-bb46-e53023d00a32 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 944 time: 0.1292596 Jun 24 09:31:40.014458 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-19db9860-efd4-4dc4-b175-05d82db98bd9 req-3d11d7a9-5c10-4ad6-ad50-591113d7265a tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378838 Jun 24 09:31:40.021019 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f284ae-10e5-460f-91a3-9fe0866ce279 req-d2a9da49-f091-451e-9f9e-60789f6b54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:40.022525 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-09f284ae-10e5-460f-91a3-9fe0866ce279 req-d2a9da49-f091-451e-9f9e-60789f6b54d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb47e512-5e26-4207-b976-9fe983e57a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0960896 Jun 24 09:31:40.110409 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-09f284ae-10e5-460f-91a3-9fe0866ce279 req-b80a56cc-dee9-4f76-a1cd-7c2ca633db6c service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804684 Jun 24 09:31:40.208970 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-09f284ae-10e5-460f-91a3-9fe0866ce279 req-96420104-aad9-4229-9251-ed769718883e service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904644 Jun 24 09:31:40.638532 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b769a9-4dc6-4bed-819b-992096006f32 req-d1075918-9676-478d-8184-e7b32882d79c tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:40.640000 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-18b769a9-4dc6-4bed-819b-992096006f32 req-d1075918-9676-478d-8184-e7b32882d79c tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0628736 Jun 24 09:31:40.677208 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-18b769a9-4dc6-4bed-819b-992096006f32 req-577728e6-e27f-4d51-96bc-78f919ecf450 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/security-groups?id=474dac94-08e5-4704-bab4-d40044eced1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310235 Jun 24 09:31:41.189180 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d54a4-4ef1-4cb7-a9c6-ae15093d19be req-5fa0f7d3-1907-4ef3-8163-8bf0a54a46ec tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:41.190524 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e13d54a4-4ef1-4cb7-a9c6-ae15093d19be req-5fa0f7d3-1907-4ef3-8163-8bf0a54a46ec tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 944 time: 0.0677660 Jun 24 09:31:41.226935 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e13d54a4-4ef1-4cb7-a9c6-ae15093d19be req-fab50e2c-c6ea-41ef-b77b-5805e0cc6ebb tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307307 Jun 24 09:31:41.340836 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75039ca3-3ff2-4549-ab80-cb06bef98360 req-3fd6b16b-9f79-4a2f-8949-af87c260f902 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:41.342231 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-75039ca3-3ff2-4549-ab80-cb06bef98360 req-3fd6b16b-9f79-4a2f-8949-af87c260f902 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 945 time: 0.0607948 Jun 24 09:31:41.441313 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [req-75039ca3-3ff2-4549-ab80-cb06bef98360 req-6e80f386-d09c-421c-aa2d-b3f2f7fd1869 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Deleting port 99d00cd4-6e1b-43c1-ad26-52769204299b {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:41.441565 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-75039ca3-3ff2-4549-ab80-cb06bef98360 req-6e80f386-d09c-421c-aa2d-b3f2f7fd1869 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:41.524495 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-75039ca3-3ff2-4549-ab80-cb06bef98360 req-6e80f386-d09c-421c-aa2d-b3f2f7fd1869 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] For port 99d00cd4-6e1b-43c1-ad26-52769204299b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=99d00cd4-6e1b-43c1-ad26-52769204299b,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:41.524849 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-75039ca3-3ff2-4549-ab80-cb06bef98360 req-6e80f386-d09c-421c-aa2d-b3f2f7fd1869 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:41.537042 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [req-75039ca3-3ff2-4549-ab80-cb06bef98360 req-6e80f386-d09c-421c-aa2d-b3f2f7fd1869 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Calling delete_port for 99d00cd4-6e1b-43c1-ad26-52769204299b owned by compute:nova {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:41.709101 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-75039ca3-3ff2-4549-ab80-cb06bef98360 req-6e80f386-d09c-421c-aa2d-b3f2f7fd1869 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:41.712966 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:41.738291 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80f386-d09c-421c-aa2d-b3f2f7fd1869 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Pushing event deleted for resources: {'Port': ['ID=99d00cd4-6e1b-43c1-ad26-52769204299b,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:41.741388 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6e80f386-d09c-421c-aa2d-b3f2f7fd1869 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:41.785752 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [req-75039ca3-3ff2-4549-ab80-cb06bef98360 req-6e80f386-d09c-421c-aa2d-b3f2f7fd1869 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] No DVR routers for this DVR port 99d00cd4-6e1b-43c1-ad26-52769204299b on host hv-cinder-79781 {{(pid=93460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:31:41.788373 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-75039ca3-3ff2-4549-ab80-cb06bef98360 req-6e80f386-d09c-421c-aa2d-b3f2f7fd1869 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:41.790460 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-75039ca3-3ff2-4549-ab80-cb06bef98360 req-6e80f386-d09c-421c-aa2d-b3f2f7fd1869 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.60 "DELETE /v2.0/ports/99d00cd4-6e1b-43c1-ad26-52769204299b HTTP/1.1" status: 204 len: 173 time: 0.4419768 Jun 24 09:31:41.791006 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'name': 'network-vif-deleted', 'tag': '99d00cd4-6e1b-43c1-ad26-52769204299b'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:31:41.793292 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a5fa40-319b-44af-a747-de78ede7e8cb" -d '{"events": [{"server_uuid": "d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1", "name": "network-vif-deleted", "tag": "99d00cd4-6e1b-43c1-ad26-52769204299b"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:31:41.829696 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a21a65-8e55-4862-a6f4-08977029e727 x-openstack-request-id: req-57a21a65-8e55-4862-a6f4-08977029e727 {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:31:41.830035 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1", "name": "network-vif-deleted", "tag": "99d00cd4-6e1b-43c1-ad26-52769204299b", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:31:41.830336 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57a21a65-8e55-4862-a6f4-08977029e727 {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:31:41.830768 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9db62c6-dc2d-4e45-8fe7-d4eff3795fe1', 'name': 'network-vif-deleted', 'tag': '99d00cd4-6e1b-43c1-ad26-52769204299b', 'status': 'completed', 'code': 200} Jun 24 09:31:41.832885 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-1604dcb2-86d1-42bd-a61e-c82ef14073e9 req-dd2b6334-b5b3-4fd5-8344-d63e70d4a213 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 210 time: 0.0366826 Jun 24 09:31:42.398424 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195d07b-0306-4a3b-91a1-15e10423910b req-55436caa-cacf-418e-8eeb-9715889c36af tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:42.399970 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8195d07b-0306-4a3b-91a1-15e10423910b req-55436caa-cacf-418e-8eeb-9715889c36af tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 944 time: 0.0633566 Jun 24 09:31:42.439774 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8195d07b-0306-4a3b-91a1-15e10423910b req-dcb1a3fa-824a-43ca-9cf8-50aef6972b2f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339019 Jun 24 09:31:42.990187 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8578de35-7e64-49bf-9904-7c4f664b9c33 req-2a705afd-d10d-424f-a991-6a823337c25c tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9db62c6-dc2d-4e45-8fe7-d4eff3795fe1 HTTP/1.1" status: 200 len: 210 time: 0.0287569 Jun 24 09:31:43.612103 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62e10f-93b9-4dd5-9e3c-f894821190ea req-ecf6dfb8-c556-4aec-8677-ae0946698264 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:43.613538 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3c62e10f-93b9-4dd5-9e3c-f894821190ea req-ecf6dfb8-c556-4aec-8677-ae0946698264 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 944 time: 0.0625463 Jun 24 09:31:43.653858 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3c62e10f-93b9-4dd5-9e3c-f894821190ea req-1d518c42-2e9c-4c5b-a091-786c1f2430eb tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347445 Jun 24 09:31:44.086129 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56726) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:44.144082 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-487eda81-e32c-4667-b3b9-b256cd89aab6 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:44.168043 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-487eda81-e32c-4667-b3b9-b256cd89aab6 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:44.291542 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-487eda81-e32c-4667-b3b9-b256cd89aab6 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:44.294075 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-487eda81-e32c-4667-b3b9-b256cd89aab6 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:44.295211 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-487eda81-e32c-4667-b3b9-b256cd89aab6 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] 10.222.0.39 "DELETE /v2.0/security-groups/474dac94-08e5-4704-bab4-d40044eced1e HTTP/1.1" status: 204 len: 168 time: 0.2076588 Jun 24 09:31:44.295994 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-86fb0562-25b9-4646-b407-66071f0b0a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:44.304621 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487eda81-e32c-4667-b3b9-b256cd89aab6 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474dac94-08e5-4704-bab4-d40044eced1e,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:44.307264 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-487eda81-e32c-4667-b3b9-b256cd89aab6 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:44.399940 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56732) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:44.866816 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf04d91-919f-4945-83c5-affaa1885c26 req-6ae7843a-1360-4f9e-addf-67fbe181fed1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:44.868166 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8bf04d91-919f-4945-83c5-affaa1885c26 req-6ae7843a-1360-4f9e-addf-67fbe181fed1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 944 time: 0.1033220 Jun 24 09:31:44.901693 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-04f6f5bc-9c6e-461a-9444-6007c0695b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16381094'] for router_interface, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:44.924514 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 99d00cd4-6e1b-43c1-ad26-52769204299b no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:44.944143 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: 99d00cd4-6e1b-43c1-ad26-52769204299b {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:44.944499 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 99d00cd4-6e1b-43c1-ad26-52769204299b not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:44.948004 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8bf04d91-919f-4945-83c5-affaa1885c26 req-44458776-ec90-4a4a-97ed-624bac13a1b3 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742040 Jun 24 09:31:45.156328 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-04f6f5bc-9c6e-461a-9444-6007c0695b8e admin admin] Deleting port 41c765c6-adfc-4639-9ee7-1e12f1ed5365 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:45.156991 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-04f6f5bc-9c6e-461a-9444-6007c0695b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:45.233637 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-04f6f5bc-9c6e-461a-9444-6007c0695b8e admin admin] For port 41c765c6-adfc-4639-9ee7-1e12f1ed5365, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=41c765c6-adfc-4639-9ee7-1e12f1ed5365,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:45.233986 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-04f6f5bc-9c6e-461a-9444-6007c0695b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:45.245846 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-04f6f5bc-9c6e-461a-9444-6007c0695b8e admin admin] Calling delete_port for 41c765c6-adfc-4639-9ee7-1e12f1ed5365 owned by network:router_interface {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:45.503581 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-04f6f5bc-9c6e-461a-9444-6007c0695b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:45.505473 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6bf9af65-1e70-46ee-aa96-9210b0282660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:45.529682 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6f5bc-9c6e-461a-9444-6007c0695b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=41c765c6-adfc-4639-9ee7-1e12f1ed5365,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:45.535139 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-04f6f5bc-9c6e-461a-9444-6007c0695b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:45.704242 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-04f6f5bc-9c6e-461a-9444-6007c0695b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16317206'] for router_interface, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:46.171506 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b37253-7a97-406e-9900-43fcfc363977 req-f4c4616e-910d-4aac-ae28-4793266b2fec tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:46.172936 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-26b37253-7a97-406e-9900-43fcfc363977 req-f4c4616e-910d-4aac-ae28-4793266b2fec tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 944 time: 0.1152098 Jun 24 09:31:46.252817 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-26b37253-7a97-406e-9900-43fcfc363977 req-e4da0bc8-5a09-4e01-aa9c-d6cd274cbd68 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698020 Jun 24 09:31:46.265732 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f6f5bc-9c6e-461a-9444-6007c0695b8e admin admin] Router 656089ba-7967-4fa7-9723-08643a371ddf has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:31:46.377029 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f6f5bc-9c6e-461a-9444-6007c0695b8e admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:31:46.381863 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-04f6f5bc-9c6e-461a-9444-6007c0695b8e admin admin] 10.222.0.39 "PUT /v2.0/routers/656089ba-7967-4fa7-9723-08643a371ddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9800713 Jun 24 09:31:46.384343 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56742) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:46.386765 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c131829-2d50-4473-918d-80f87ebafb20 None None] Sync routers for ids ['656089ba-7967-4fa7-9723-08643a371ddf'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:31:46.396405 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c131829-2d50-4473-918d-80f87ebafb20 None None] Routers {'656089ba-7967-4fa7-9723-08643a371ddf'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:46.397078 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-5c131829-2d50-4473-918d-80f87ebafb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:31:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['656089ba-7967-4fa7-9723-08643a371ddf'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:46.487983 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Notify callbacks [] for router, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:46.499639 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-5c131829-2d50-4473-918d-80f87ebafb20 None None] Set router 656089ba-7967-4fa7-9723-08643a371ddf gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:46.588392 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:46.672222 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-5c131829-2d50-4473-918d-80f87ebafb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:31:45Z', 'revision_number': 5, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port': {'id': 'da03209f-70cd-425f-bed1-aa7eded78747', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656089ba-7967-4fa7-9723-08643a371ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:46.700248 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c131829-2d50-4473-918d-80f87ebafb20 None None] Checking router: 656089ba-7967-4fa7-9723-08643a371ddf for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:31:46.708919 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c131829-2d50-4473-918d-80f87ebafb20 None None] Routers {'656089ba-7967-4fa7-9723-08643a371ddf'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:46.709538 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-5c131829-2d50-4473-918d-80f87ebafb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:31:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['656089ba-7967-4fa7-9723-08643a371ddf'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:46.732245 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Deleting port da03209f-70cd-425f-bed1-aa7eded78747 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:46.732736 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:46.795558 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-5c131829-2d50-4473-918d-80f87ebafb20 None None] Set router 656089ba-7967-4fa7-9723-08643a371ddf gateway port host: None {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:46.811224 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] For port da03209f-70cd-425f-bed1-aa7eded78747, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=da03209f-70cd-425f-bed1-aa7eded78747,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:46.814672 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:46.825114 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Calling delete_port for da03209f-70cd-425f-bed1-aa7eded78747 owned by network:router_gateway {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:46.850877 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-5c131829-2d50-4473-918d-80f87ebafb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:31:46Z', 'revision_number': 6, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port_host': None}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:46.875508 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c131829-2d50-4473-918d-80f87ebafb20 None None] The sync data for ids ['656089ba-7967-4fa7-9723-08643a371ddf'] in dv-cinder-797812-1-iscsi is: [{'id': '656089ba-7967-4fa7-9723-08643a371ddf', 'name': 'tempest-TestShelveInstance-1504085345-router', 'tenant_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:54Z', 'updated_at': '2021-06-24T09:31:46Z', 'revision_number': 6, 'project_id': 'fbfdc68456ca43ad8b12fde0e8cc2f24', 'gw_port_host': None}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:31:46.936215 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 809e6bd1-ae6e-44da-b07f-25c35a01b63b details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:31:47.044499 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 809e6bd1-ae6e-44da-b07f-25c35a01b63b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=809e6bd1-ae6e-44da-b07f-25c35a01b63b,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:47.052157 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.055177 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:47.056319 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '809e6bd1-ae6e-44da-b07f-25c35a01b63b', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'port_id': '809e6bd1-ae6e-44da-b07f-25c35a01b63b', 'mac_address': 'fa:16:3e:2f:34:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:31:47.078474 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e7d9-1eb2-48e2-b6d8-20976e4799ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.084054 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=da03209f-70cd-425f-bed1-aa7eded78747,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:47.088994 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:47.097744 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.110472 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809e6bd1-ae6e-44da-b07f-25c35a01b63b {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:31:47.130737 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 809e6bd1-ae6e-44da-b07f-25c35a01b63b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=809e6bd1-ae6e-44da-b07f-25c35a01b63b,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:47.143805 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16318259'] for router_gateway, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.195364 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.197046 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:47.231471 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16302650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25649'] for router, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.233579 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.252277 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=809e6bd1-ae6e-44da-b07f-25c35a01b63b,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:47.256359 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:47.343922 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16303411'] for router, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.344460 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 656089ba-7967-4fa7-9723-08643a371ddf {{(pid=93459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:31:47.349206 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Notify callbacks [] for router, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.350327 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] 10.222.0.39 "DELETE /v2.0/routers/656089ba-7967-4fa7-9723-08643a371ddf HTTP/1.1" status: 204 len: 168 time: 0.9650774 Jun 24 09:31:47.353074 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56748) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:47.430331 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-5566e4fb-cd99-48c6-82f2-2e4534d7ba22 admin admin] Deleting subnet 1d68aec6-ddc3-493c-9a2f-e03dbb68dba1 {{(pid=93459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:31:47.434477 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5566e4fb-cd99-48c6-82f2-2e4534d7ba22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.478969 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5566e4fb-cd99-48c6-82f2-2e4534d7ba22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125388359'] for subnet, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.506531 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7a2cf-8cce-4c89-a811-e365ccef435b req-70296522-385e-473d-84dc-31fb0ba43fbe tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:47.508073 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-25d7a2cf-8cce-4c89-a811-e365ccef435b req-70296522-385e-473d-84dc-31fb0ba43fbe tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 945 time: 0.1269605 Jun 24 09:31:47.509901 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['809e6bd1-ae6e-44da-b07f-25c35a01b63b'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:31:47.579984 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-25d7a2cf-8cce-4c89-a811-e365ccef435b req-8b32dd95-ff42-4b37-872c-c2dc723cd23f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655835 Jun 24 09:31:47.604101 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5566e4fb-cd99-48c6-82f2-2e4534d7ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.732563 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5566e4fb-cd99-48c6-82f2-2e4534d7ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125717070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12682728'] for subnet, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.735855 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:47.759508 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566e4fb-cd99-48c6-82f2-2e4534d7ba22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d68aec6-ddc3-493c-9a2f-e03dbb68dba1,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:47.762363 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5566e4fb-cd99-48c6-82f2-2e4534d7ba22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:47.763368 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5566e4fb-cd99-48c6-82f2-2e4534d7ba22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.765319 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5566e4fb-cd99-48c6-82f2-2e4534d7ba22 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1d68aec6-ddc3-493c-9a2f-e03dbb68dba1 HTTP/1.1" status: 204 len: 168 time: 0.4111991 Jun 24 09:31:47.768369 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56750) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:47.770938 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52589cd2-b322-403e-bf35-b7919fe6be35 None None] Network c859d7a4-1812-4622-a9ec-8a2838f8c2cd requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:31:47.853272 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.917668 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Deleting port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:47.918006 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.982911 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] For port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:47.983141 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:47.990617 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0b8f5-a970-4ce8-806e-ab564f6ebfa4 None None] DHCP port deletion for c859d7a4-1812-4622-a9ec-8a2838f8c2cd request from dv-cinder-797812-1-iscsi {{(pid=93461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 09:31:47.996455 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Calling delete_port for c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 owned by network:dhcp {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:48.040557 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e8c0b8f5-a970-4ce8-806e-ab564f6ebfa4 None None] Deleting port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 {{(pid=93461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:48.040939 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e8c0b8f5-a970-4ce8-806e-ab564f6ebfa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:48.100729 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-e8c0b8f5-a970-4ce8-806e-ab564f6ebfa4 None None] For port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6,segment=NetworkSegment(a08fd052-9a81-40ec-883a-0994c1609d72),segment_id=a08fd052-9a81-40ec-883a-0994c1609d72)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:48.101047 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e8c0b8f5-a970-4ce8-806e-ab564f6ebfa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:48.113993 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e8c0b8f5-a970-4ce8-806e-ab564f6ebfa4 None None] Calling delete_port for c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 owned by network:dhcp {{(pid=93461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:48.137686 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:48.140765 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-10f9b419-1f2c-400a-a0c2-7e16931206ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:48.165329 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:48.168336 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:48.171247 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] No DVR routers for this DVR port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 on host dv-cinder-797812-1-iscsi {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:31:48.189848 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e8c0b8f5-a970-4ce8-806e-ab564f6ebfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357'] for port, after_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:48.191714 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:48.214841 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0b8f5-a970-4ce8-806e-ab564f6ebfa4 None None] Pushing event deleted for resources: {'Port': ['ID=c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6,revision_number=None']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:48.217720 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e8c0b8f5-a970-4ce8-806e-ab564f6ebfa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:48.218516 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c0b8f5-a970-4ce8-806e-ab564f6ebfa4 None None] No DVR routers for this DVR port c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 on host dv-cinder-797812-1-iscsi {{(pid=93461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:31:48.247330 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:48.257371 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c859d7a4-1812-4622-a9ec-8a2838f8c2cd']}} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:48.268411 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08fd052-9a81-40ec-883a-0994c1609d72') {'for_net_delete': True} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:48.268705 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08fd052-9a81-40ec-883a-0994c1609d72') {} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:48.277361 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125388382'] for segment, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:48.291479 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:48.295665 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 41c765c6-adfc-4639-9ee7-1e12f1ed5365 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:48.298266 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:31:48.298687 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125717201'] for segment, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: Traceback (most recent call last): Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: timer() Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: cb(*args, **kw) Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: self._notify() Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: self.callback(batched_events) Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: event.method(event) Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: return f(self, *a, **k) Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: return self._get(url).json() Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:31:48.300372 dv-cinder-797812-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:31:48.314391 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 41c765c6-adfc-4639-9ee7-1e12f1ed5365 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:48.314745 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 41c765c6-adfc-4639-9ee7-1e12f1ed5365 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:48.315194 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device da03209f-70cd-425f-bed1-aa7eded78747 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:48.333590 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: da03209f-70cd-425f-bed1-aa7eded78747 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:48.333939 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device da03209f-70cd-425f-bed1-aa7eded78747 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:48.334361 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:48.352632 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:48.352921 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device c8c2a40e-b950-4100-a3c3-ee3abb8b4bc6 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:48.417447 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:48.421079 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:48.424029 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:48.425815 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] 10.222.0.39 "DELETE /v2.0/networks/c859d7a4-1812-4622-a9ec-8a2838f8c2cd HTTP/1.1" status: 204 len: 168 time: 0.6564438 Jun 24 09:31:48.428613 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56754) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:48.444142 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Pushing event deleted for resources: {'Network': ['ID=c859d7a4-1812-4622-a9ec-8a2838f8c2cd,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:48.477566 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:48.593259 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:31:48.801060 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0268d29-f2d0-4812-81d0-13ee6152fb89 req-2879a669-0ee7-445f-9d49-99ea8329dd1b tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:48.802484 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a0268d29-f2d0-4812-81d0-13ee6152fb89 req-2879a669-0ee7-445f-9d49-99ea8329dd1b tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 945 time: 0.1031842 Jun 24 09:31:48.850001 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-a0268d29-f2d0-4812-81d0-13ee6152fb89 req-3439bebb-4926-41b0-9aec-42ad08463812 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418468 Jun 24 09:31:48.855387 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-19113831-bdfe-4cba-b997-c91a1293fe43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16381094'] for router_interface, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:48.937457 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 809e6bd1-ae6e-44da-b07f-25c35a01b63b up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:31:49.041787 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port 809e6bd1-ae6e-44da-b07f-25c35a01b63b completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:31:49.045904 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 809e6bd1-ae6e-44da-b07f-25c35a01b63b triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:31:49.046293 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:49.111373 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-19113831-bdfe-4cba-b997-c91a1293fe43 admin admin] Deleting port cf1c82d0-a187-4dd3-94e3-530a2546cd23 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:49.111711 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-19113831-bdfe-4cba-b997-c91a1293fe43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:49.123017 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:49.146191 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809e6bd1-ae6e-44da-b07f-25c35a01b63b'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:31:49.154767 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c9b7b9-7420-4449-b631-d5df6d8fd13c" -d '{"events": [{"server_uuid": "34493213-9dc5-4d19-b916-cba5d46c7b19", "name": "network-vif-plugged", "status": "completed", "tag": "809e6bd1-ae6e-44da-b07f-25c35a01b63b"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:31:49.163881 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 809e6bd1-ae6e-44da-b07f-25c35a01b63b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=809e6bd1-ae6e-44da-b07f-25c35a01b63b,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:49.184928 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78ef3b1-dc56-420b-8c77-e8e3caab961f x-openstack-request-id: req-a78ef3b1-dc56-420b-8c77-e8e3caab961f {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:31:49.185229 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34493213-9dc5-4d19-b916-cba5d46c7b19", "name": "network-vif-plugged", "status": "completed", "tag": "809e6bd1-ae6e-44da-b07f-25c35a01b63b", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:31:49.185497 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a78ef3b1-dc56-420b-8c77-e8e3caab961f {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:31:49.185898 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809e6bd1-ae6e-44da-b07f-25c35a01b63b', 'code': 200} Jun 24 09:31:49.195228 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-19113831-bdfe-4cba-b997-c91a1293fe43 admin admin] For port cf1c82d0-a187-4dd3-94e3-530a2546cd23, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=cf1c82d0-a187-4dd3-94e3-530a2546cd23,segment=NetworkSegment(4c8196ec-3410-4f6e-983b-46a7933a2926),segment_id=4c8196ec-3410-4f6e-983b-46a7933a2926)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:49.195547 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-19113831-bdfe-4cba-b997-c91a1293fe43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:49.208314 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-19113831-bdfe-4cba-b997-c91a1293fe43 admin admin] Calling delete_port for cf1c82d0-a187-4dd3-94e3-530a2546cd23 owned by network:router_interface {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:49.252664 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:49.254536 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:49.301735 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=809e6bd1-ae6e-44da-b07f-25c35a01b63b,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:49.304745 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:49.428973 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-19113831-bdfe-4cba-b997-c91a1293fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:49.431895 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-99367658-f08b-4768-b2d5-b2122cd47875 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:49.455722 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19113831-bdfe-4cba-b997-c91a1293fe43 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1c82d0-a187-4dd3-94e3-530a2546cd23,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:49.459448 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-19113831-bdfe-4cba-b997-c91a1293fe43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:49.575044 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742747a2-8559-41d9-ae2e-d8a180444023 req-b9a5b25f-4d7b-49c5-887b-8240fec70e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:49.576522 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-742747a2-8559-41d9-ae2e-d8a180444023 req-b9a5b25f-4d7b-49c5-887b-8240fec70e55 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 1099 time: 0.0577786 Jun 24 09:31:49.620744 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-742747a2-8559-41d9-ae2e-d8a180444023 req-302017e5-c3c2-41fc-bc81-ea8f99834adb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372701 Jun 24 09:31:49.625292 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-19113831-bdfe-4cba-b997-c91a1293fe43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16317206'] for router_interface, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:49.788977 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-9030beac-5f1f-462d-ac72-4f46dac1013c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:49.832308 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19113831-bdfe-4cba-b997-c91a1293fe43 admin admin] Router 54748263-8595-4eb0-bd59-3ee7821b2c12 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:31:49.938538 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19113831-bdfe-4cba-b997-c91a1293fe43 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:31:49.945254 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-19113831-bdfe-4cba-b997-c91a1293fe43 admin admin] 10.222.0.39 "PUT /v2.0/routers/54748263-8595-4eb0-bd59-3ee7821b2c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5148096 Jun 24 09:31:49.947165 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56764) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:49.950898 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24698410-ca8a-47e6-872c-e7ae25ded0c6 None None] Sync routers for ids ['54748263-8595-4eb0-bd59-3ee7821b2c12'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:31:49.962326 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24698410-ca8a-47e6-872c-e7ae25ded0c6 None None] Routers {'54748263-8595-4eb0-bd59-3ee7821b2c12'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:49.963152 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-24698410-ca8a-47e6-872c-e7ae25ded0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:31:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['54748263-8595-4eb0-bd59-3ee7821b2c12'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:49.998401 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:50.034464 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5322426-e40f-442b-8a97-5f73f51835c4 req-b0722c14-1267-4cc4-b58a-d4cbedcb02e0 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:50.036371 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d5322426-e40f-442b-8a97-5f73f51835c4 req-b0722c14-1267-4cc4-b58a-d4cbedcb02e0 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 946 time: 0.0714991 Jun 24 09:31:50.078934 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d5322426-e40f-442b-8a97-5f73f51835c4 req-0f6d595d-de6c-44e0-a70e-76a4719b45dd tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360069 Jun 24 09:31:50.207918 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-24698410-ca8a-47e6-872c-e7ae25ded0c6 None None] Set router 54748263-8595-4eb0-bd59-3ee7821b2c12 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:50.333539 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Notify callbacks [] for router, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:50.387987 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-24698410-ca8a-47e6-872c-e7ae25ded0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'name': 'tempest-TestShelveInstance-64059086-router', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:26:01Z', 'updated_at': '2021-06-24T09:31:49Z', 'revision_number': 5, 'project_id': 'bbc3a510b499427f8fe38713bd51bcba', 'gw_port': {'id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:26:02Z', 'updated_at': '2021-06-24T09:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:50.412604 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24698410-ca8a-47e6-872c-e7ae25ded0c6 None None] Checking router: 54748263-8595-4eb0-bd59-3ee7821b2c12 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:31:50.429888 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24698410-ca8a-47e6-872c-e7ae25ded0c6 None None] Routers {'54748263-8595-4eb0-bd59-3ee7821b2c12'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:50.430490 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-24698410-ca8a-47e6-872c-e7ae25ded0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:31:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['54748263-8595-4eb0-bd59-3ee7821b2c12'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:50.434098 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:50.483911 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:50.532472 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-24698410-ca8a-47e6-872c-e7ae25ded0c6 None None] Set router 54748263-8595-4eb0-bd59-3ee7821b2c12 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:50.540318 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Deleting port 37de587b-4fe8-4649-a17b-fab2f0a841e8 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:50.540662 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:50.621675 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] For port 37de587b-4fe8-4649-a17b-fab2f0a841e8, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=37de587b-4fe8-4649-a17b-fab2f0a841e8,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:50.622062 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:50.635717 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Calling delete_port for 37de587b-4fe8-4649-a17b-fab2f0a841e8 owned by network:router_gateway {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:50.711909 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-24698410-ca8a-47e6-872c-e7ae25ded0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'name': 'tempest-TestShelveInstance-64059086-router', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:26:01Z', 'updated_at': '2021-06-24T09:31:49Z', 'revision_number': 5, 'project_id': 'bbc3a510b499427f8fe38713bd51bcba', 'gw_port': {'id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:26:02Z', 'updated_at': '2021-06-24T09:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:50.738405 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24698410-ca8a-47e6-872c-e7ae25ded0c6 None None] The sync data for ids ['54748263-8595-4eb0-bd59-3ee7821b2c12'] in dv-cinder-797812-1-iscsi is: [{'id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'name': 'tempest-TestShelveInstance-64059086-router', 'tenant_id': 'bbc3a510b499427f8fe38713bd51bcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:26:01Z', 'updated_at': '2021-06-24T09:31:49Z', 'revision_number': 5, 'project_id': 'bbc3a510b499427f8fe38713bd51bcba', 'gw_port': {'id': '37de587b-4fe8-4649-a17b-fab2f0a841e8', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54748263-8595-4eb0-bd59-3ee7821b2c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:26:02Z', 'updated_at': '2021-06-24T09:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:31:50.874719 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:50.877655 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2100e812-8f3a-455f-a134-d455a75f9596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:50.901976 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Pushing event deleted for resources: {'Port': ['ID=37de587b-4fe8-4649-a17b-fab2f0a841e8,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:50.904929 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:50.961319 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16318259'] for router_gateway, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.056830 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16302650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25649'] for router, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.058878 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.160552 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16303411'] for router, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.161055 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54748263-8595-4eb0-bd59-3ee7821b2c12 {{(pid=93459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:31:51.166063 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] Notify callbacks [] for router, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.167337 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-cf69b7ac-ffd6-41ff-b7c8-34d11f09a757 admin admin] 10.222.0.39 "DELETE /v2.0/routers/54748263-8595-4eb0-bd59-3ee7821b2c12 HTTP/1.1" status: 204 len: 168 time: 1.2192423 Jun 24 09:31:51.172036 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56770) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:51.252150 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_v2 [None req-139273af-9bd4-4f36-949e-9d5ffe1a7cf3 admin admin] Deleting subnet 49f19dfe-dedc-4099-bea8-c67393f8580e {{(pid=93460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:31:51.256547 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-139273af-9bd4-4f36-949e-9d5ffe1a7cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.298163 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-139273af-9bd4-4f36-949e-9d5ffe1a7cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13770864'] for subnet, precommit_delete_associations {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.334100 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25746a-2448-4c26-b276-c37c1209f1d6 req-11f4e97f-e1d9-418f-b8ec-d8f7d4424980 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:51.335613 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ab25746a-2448-4c26-b276-c37c1209f1d6 req-11f4e97f-e1d9-418f-b8ec-d8f7d4424980 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 946 time: 0.1346529 Jun 24 09:31:51.410671 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-ab25746a-2448-4c26-b276-c37c1209f1d6 req-b0d77e54-9806-4e44-b0f4-fa4cff5191cc tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681219 Jun 24 09:31:51.422020 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-139273af-9bd4-4f36-949e-9d5ffe1a7cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.554534 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-139273af-9bd4-4f36-949e-9d5ffe1a7cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14455477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13447171'] for subnet, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.560204 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-85c92da4-a2c5-4475-ac58-5729ce1acc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:51.592937 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-139273af-9bd4-4f36-949e-9d5ffe1a7cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.594744 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-139273af-9bd4-4f36-949e-9d5ffe1a7cf3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/49f19dfe-dedc-4099-bea8-c67393f8580e HTTP/1.1" status: 204 len: 168 time: 0.4205678 Jun 24 09:31:51.597877 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56776) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:51.599404 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39db4c57-7c3a-435f-a5a9-b5e234cff080 None None] Network 2aeadce1-494f-4348-a2ff-10c3f41c3508 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:31:51.600390 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139273af-9bd4-4f36-949e-9d5ffe1a7cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f19dfe-dedc-4099-bea8-c67393f8580e,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:51.604640 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-139273af-9bd4-4f36-949e-9d5ffe1a7cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:51.629595 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c548b-f1db-49ee-824f-7190616de40a req-8366d05e-d133-4f00-8d3e-b2383f9fd0c3 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:51.631226 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-451c548b-f1db-49ee-824f-7190616de40a req-8366d05e-d133-4f00-8d3e-b2383f9fd0c3 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 946 time: 0.1064067 Jun 24 09:31:51.667249 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.671815 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-451c548b-f1db-49ee-824f-7190616de40a req-d4900ec9-0888-4054-9207-9b5ae4a6a7d2 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349681 Jun 24 09:31:51.699633 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56778) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:51.730430 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Deleting port be70892c-b9ab-4e8d-bc7c-b385ef73651a {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:51.730842 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.808047 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] For port be70892c-b9ab-4e8d-bc7c-b385ef73651a, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=be70892c-b9ab-4e8d-bc7c-b385ef73651a,segment=NetworkSegment(4c8196ec-3410-4f6e-983b-46a7933a2926),segment_id=4c8196ec-3410-4f6e-983b-46a7933a2926)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:51.808410 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.823231 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Calling delete_port for be70892c-b9ab-4e8d-bc7c-b385ef73651a owned by network:dhcp {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:51.828983 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192b2d41-43d2-4101-b68e-7e2e481570af None None] DHCP port deletion for 2aeadce1-494f-4348-a2ff-10c3f41c3508 request from dv-cinder-797812-1-iscsi {{(pid=93461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 09:31:51.876394 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-192b2d41-43d2-4101-b68e-7e2e481570af None None] Deleting port be70892c-b9ab-4e8d-bc7c-b385ef73651a {{(pid=93461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:31:51.876873 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-192b2d41-43d2-4101-b68e-7e2e481570af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.891869 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c5f85-3f5a-409e-a43c-ee1155b09a2d tempest-TestVolumeBootPattern-674085530 tempest-TestVolumeBootPattern-674085530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:51.896627 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-b49c5f85-3f5a-409e-a43c-ee1155b09a2d tempest-TestVolumeBootPattern-674085530 tempest-TestVolumeBootPattern-674085530-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 1094 time: 0.1933789 Jun 24 09:31:51.896864 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 56782) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:51.901408 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Request body: {'floatingip': {'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'port_id': '809e6bd1-ae6e-44da-b07f-25c35a01b63b', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:31:51.940553 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-192b2d41-43d2-4101-b68e-7e2e481570af None None] For port be70892c-b9ab-4e8d-bc7c-b385ef73651a, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=be70892c-b9ab-4e8d-bc7c-b385ef73651a,segment=NetworkSegment(4c8196ec-3410-4f6e-983b-46a7933a2926),segment_id=4c8196ec-3410-4f6e-983b-46a7933a2926)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:31:51.940870 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-192b2d41-43d2-4101-b68e-7e2e481570af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.952872 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-192b2d41-43d2-4101-b68e-7e2e481570af None None] Calling delete_port for be70892c-b9ab-4e8d-bc7c-b385ef73651a owned by network:dhcp {{(pid=93461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:31:51.972429 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:51.975558 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-61f783e8-0367-423a-b02e-4e33d63dcd87 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:51.989731 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for floatingip, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.003916 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] No DVR routers for this DVR port be70892c-b9ab-4e8d-bc7c-b385ef73651a on host dv-cinder-797812-1-iscsi {{(pid=93459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:31:52.008742 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=be70892c-b9ab-4e8d-bc7c-b385ef73651a,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:52.011309 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:52.030380 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-192b2d41-43d2-4101-b68e-7e2e481570af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357'] for port, after_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.040037 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-588c6e62-3723-45c9-a36d-fa7b230121b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:52.061787 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b2d41-43d2-4101-b68e-7e2e481570af None None] No DVR routers for this DVR port be70892c-b9ab-4e8d-bc7c-b385ef73651a on host dv-cinder-797812-1-iscsi {{(pid=93461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:31:52.063691 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b2d41-43d2-4101-b68e-7e2e481570af None None] Pushing event deleted for resources: {'Port': ['ID=be70892c-b9ab-4e8d-bc7c-b385ef73651a,revision_number=None']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:52.067094 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-192b2d41-43d2-4101-b68e-7e2e481570af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:52.082471 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.091618 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.092815 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aeadce1-494f-4348-a2ff-10c3f41c3508']}} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:52.103708 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8196ec-3410-4f6e-983b-46a7933a2926') {'for_net_delete': True} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:52.103998 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8196ec-3410-4f6e-983b-46a7933a2926') {} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:52.112738 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125388382'] for segment, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.126403 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.132243 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:31:52.132620 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125717201'] for segment, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: Traceback (most recent call last): Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: timer() Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: cb(*args, **kw) Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: self._notify() Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: self.callback(batched_events) Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: event.method(event) Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: return f(self, *a, **k) Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: return self._get(url).json() Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:31:52.134237 dv-cinder-797812-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:31:52.201711 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Allocated IP 172.27.2.109 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/3f010c68-2072-4e43-ab28-0564b76ea3d3) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:31:52.275048 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.278695 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:52.282057 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.284413 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2aeadce1-494f-4348-a2ff-10c3f41c3508 HTTP/1.1" status: 204 len: 168 time: 0.6853707 Jun 24 09:31:52.294392 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aeadce1-494f-4348-a2ff-10c3f41c3508,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:52.296759 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ec7b4e78-e6f5-4a8f-911a-fbc01d350c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:52.313783 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.318587 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device cf1c82d0-a187-4dd3-94e3-530a2546cd23 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:52.341928 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: cf1c82d0-a187-4dd3-94e3-530a2546cd23 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:52.342386 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device cf1c82d0-a187-4dd3-94e3-530a2546cd23 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:52.342902 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 37de587b-4fe8-4649-a17b-fab2f0a841e8 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:52.362720 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 37de587b-4fe8-4649-a17b-fab2f0a841e8 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:52.363095 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 37de587b-4fe8-4649-a17b-fab2f0a841e8 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:52.363522 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device be70892c-b9ab-4e8d-bc7c-b385ef73651a no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:31:52.381443 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: be70892c-b9ab-4e8d-bc7c-b385ef73651a {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:31:52.381793 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device be70892c-b9ab-4e8d-bc7c-b385ef73651a not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:31:52.383246 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.424425 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.426496 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:52.462964 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:31:52.467150 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:31:52.474491 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:31:52.477516 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'Port': ['ID=3f010c68-2072-4e43-ab28-0564b76ea3d3,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:52.500186 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:52.644220 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56788) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:52.685840 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-ac69005e-5c12-4742-814a-6fb7e5f4066e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fbfdc68456ca43ad8b12fde0e8cc2f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376167 Jun 24 09:31:52.686074 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56790) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:52.734144 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52d8411f-a0db-44e1-a04b-e5e6205dca91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.755505 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52d8411f-a0db-44e1-a04b-e5e6205dca91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.836427 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.874637 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52d8411f-a0db-44e1-a04b-e5e6205dca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.877959 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-52d8411f-a0db-44e1-a04b-e5e6205dca91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:52.879136 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-52d8411f-a0db-44e1-a04b-e5e6205dca91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af11ea32-8d9d-4c03-9a47-f57ceebb8b4d HTTP/1.1" status: 204 len: 168 time: 0.1921718 Jun 24 09:31:52.879959 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fa6584d9-44d8-4721-ac47-4933f1d2d7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:52.887359 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8411f-a0db-44e1-a04b-e5e6205dca91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af11ea32-8d9d-4c03-9a47-f57ceebb8b4d,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:52.889723 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-52d8411f-a0db-44e1-a04b-e5e6205dca91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:52.971567 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:53.120643 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:53.217647 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:53.221543 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6c608279-0c3d-4c81-8a50-c48bdb055be9 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:53.283786 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event updated for resources: {'Port': ['ID=3f010c68-2072-4e43-ab28-0564b76ea3d3,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:53.287728 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:53.295469 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:53.391036 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.l3_db [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Floating IP fa8a5ba6-c4b8-4c9a-a38f-d6f2b2531288 associated. External IP: 172.27.2.109, port: 809e6bd1-ae6e-44da-b07f-25c35a01b63b. Jun 24 09:31:53.464814 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56796) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:53.513895 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-287bb9b7-a8d3-45da-a9db-e0c547ac7be4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbc3a510b499427f8fe38713bd51bcba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474868 Jun 24 09:31:53.516090 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56798) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:31:53.568266 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2eb33a56-e837-4089-8ed2-f73dcdfb2b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:53.597172 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2eb33a56-e837-4089-8ed2-f73dcdfb2b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:53.738024 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2eb33a56-e837-4089-8ed2-f73dcdfb2b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:53.741049 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2eb33a56-e837-4089-8ed2-f73dcdfb2b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:53.742305 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2eb33a56-e837-4089-8ed2-f73dcdfb2b80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b96d6abd-b276-402e-b94f-6284b4338c6c HTTP/1.1" status: 204 len: 168 time: 0.2252674 Jun 24 09:31:53.743223 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-85b73823-2fbd-431d-ae98-806511e0fadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:31:53.751570 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb33a56-e837-4089-8ed2-f73dcdfb2b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96d6abd-b276-402e-b94f-6284b4338c6c,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:31:53.754050 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2eb33a56-e837-4089-8ed2-f73dcdfb2b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:31:53.876064 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:31:53.981875 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:31:53.993339 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba51cb-f6c7-4a8c-8c41-c8b9ccd92b3c None None] Sync routers for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:31:54.000214 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba51cb-f6c7-4a8c-8c41-c8b9ccd92b3c None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:54.000817 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-46ba51cb-f6c7-4a8c-8c41-c8b9ccd92b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:31:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:54.110031 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-46ba51cb-f6c7-4a8c-8c41-c8b9ccd92b3c None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:54.115010 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:31:54.154234 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-0c1c5e9b-86f2-45e9-a9de-f654a66ca474 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2562537 Jun 24 09:31:54.155220 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'tag': '809e6bd1-ae6e-44da-b07f-25c35a01b63b'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:31:54.157825 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ec543f-41b7-4574-87f1-e917d1008ece" -d '{"events": [{"name": "network-changed", "server_uuid": "34493213-9dc5-4d19-b916-cba5d46c7b19", "tag": "809e6bd1-ae6e-44da-b07f-25c35a01b63b"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:31:54.199720 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cb3ed3-a62c-4a8b-a8f9-d5ccf474da4e x-openstack-request-id: req-b9cb3ed3-a62c-4a8b-a8f9-d5ccf474da4e {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:31:54.200315 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34493213-9dc5-4d19-b916-cba5d46c7b19", "tag": "809e6bd1-ae6e-44da-b07f-25c35a01b63b", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:31:54.200791 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9cb3ed3-a62c-4a8b-a8f9-d5ccf474da4e {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:31:54.201409 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'tag': '809e6bd1-ae6e-44da-b07f-25c35a01b63b', 'status': 'completed', 'code': 200} Jun 24 09:31:54.301214 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec543f-41b7-4574-87f1-e917d1008ece req-bf03943a-a94a-4cf2-9933-b980ed0b39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:54.302700 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-93ec543f-41b7-4574-87f1-e917d1008ece req-bf03943a-a94a-4cf2-9933-b980ed0b39b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 1099 time: 0.0551834 Jun 24 09:31:54.348116 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-46ba51cb-f6c7-4a8c-8c41-c8b9ccd92b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'd521141c-fcdc-4535-b82e-15728892c126', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:96:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:29:40Z', 'updated_at': '2021-06-24T09:29:43Z', 'revision_number': 1, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}, {'id': 'fa8a5ba6-c4b8-4c9a-a38f-d6f2b2531288', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': '809e6bd1-ae6e-44da-b07f-25c35a01b63b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:2f:34:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:31:52Z', 'updated_at': '2021-06-24T09:31:52Z', 'revision_number': 0, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:54.373032 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba51cb-f6c7-4a8c-8c41-c8b9ccd92b3c None None] Checking router: d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:31:54.381483 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba51cb-f6c7-4a8c-8c41-c8b9ccd92b3c None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:31:54.382076 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-46ba51cb-f6c7-4a8c-8c41-c8b9ccd92b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:31:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:54.394987 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec543f-41b7-4574-87f1-e917d1008ece req-602a2e86-8639-40ca-b48f-5a9a703f7720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:54.396516 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-93ec543f-41b7-4574-87f1-e917d1008ece req-602a2e86-8639-40ca-b48f-5a9a703f7720 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 913 time: 0.0860751 Jun 24 09:31:54.460293 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-93ec543f-41b7-4574-87f1-e917d1008ece req-95721285-acbd-42c2-9d6f-b6778d517513 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=809e6bd1-ae6e-44da-b07f-25c35a01b63b HTTP/1.1" status: 200 len: 1000 time: 0.0564287 Jun 24 09:31:54.482779 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-46ba51cb-f6c7-4a8c-8c41-c8b9ccd92b3c None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:31:54.511335 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec543f-41b7-4574-87f1-e917d1008ece req-19a1d0c9-c713-45d9-ad6b-ae20229f4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:54.512750 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-93ec543f-41b7-4574-87f1-e917d1008ece req-19a1d0c9-c713-45d9-ad6b-ae20229f4072 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e12545-9651-49d6-befe-66dc1f60d9c6 HTTP/1.1" status: 200 len: 851 time: 0.0459089 Jun 24 09:31:54.570679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec543f-41b7-4574-87f1-e917d1008ece req-7df79805-0f4b-451d-8e39-ce83d7c0feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:31:54.572166 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-93ec543f-41b7-4574-87f1-e917d1008ece req-7df79805-0f4b-451d-8e39-ce83d7c0feee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb47e512-5e26-4207-b976-9fe983e57a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527902 Jun 24 09:31:54.659432 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-93ec543f-41b7-4574-87f1-e917d1008ece req-fbba15ed-2f39-46a0-9043-eff995bf2cd3 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798471 Jun 24 09:31:54.704147 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-46ba51cb-f6c7-4a8c-8c41-c8b9ccd92b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'd521141c-fcdc-4535-b82e-15728892c126', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:96:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:29:40Z', 'updated_at': '2021-06-24T09:29:43Z', 'revision_number': 1, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}, {'id': 'fa8a5ba6-c4b8-4c9a-a38f-d6f2b2531288', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': '809e6bd1-ae6e-44da-b07f-25c35a01b63b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:2f:34:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:31:52Z', 'updated_at': '2021-06-24T09:31:52Z', 'revision_number': 0, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:31:54.732219 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba51cb-f6c7-4a8c-8c41-c8b9ccd92b3c None None] The sync data for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi is: [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'd521141c-fcdc-4535-b82e-15728892c126', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:96:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:29:40Z', 'updated_at': '2021-06-24T09:29:43Z', 'revision_number': 1, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}, {'id': 'fa8a5ba6-c4b8-4c9a-a38f-d6f2b2531288', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': '809e6bd1-ae6e-44da-b07f-25c35a01b63b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:2f:34:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:31:52Z', 'updated_at': '2021-06-24T09:31:52Z', 'revision_number': 0, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:31:54.754634 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-93ec543f-41b7-4574-87f1-e917d1008ece req-8df1ee2f-ca37-418f-bd62-3d3ae9dd9d34 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882411 Jun 24 09:31:54.916711 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9a8b3-c56e-4108-82b0-0cf89b3d6770 None None] New status for floating IP fa8a5ba6-c4b8-4c9a-a38f-d6f2b2531288: ACTIVE {{(pid=93461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:31:58.606536 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:01.606829 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-84589ba5-bd78-4495-b5b3-41929c590ec7 req-39c737ee-3479-45e7-94da-06312430abda service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511916 Jun 24 09:32:01.704235 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84589ba5-bd78-4495-b5b3-41929c590ec7 req-ee900f23-c401-421f-86ba-16efa98acbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:01.705930 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-84589ba5-bd78-4495-b5b3-41929c590ec7 req-ee900f23-c401-421f-86ba-16efa98acbf6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 1099 time: 0.0507517 Jun 24 09:32:01.821405 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84589ba5-bd78-4495-b5b3-41929c590ec7 req-a68b6687-5ec3-43ce-aba1-a1ec75f7603e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:01.822836 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-84589ba5-bd78-4495-b5b3-41929c590ec7 req-a68b6687-5ec3-43ce-aba1-a1ec75f7603e service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 913 time: 0.0893309 Jun 24 09:32:01.886572 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-84589ba5-bd78-4495-b5b3-41929c590ec7 req-b6b3fff6-5642-48b7-8d3c-df28f5eb9484 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a HTTP/1.1" status: 200 len: 1002 time: 0.0556283 Jun 24 09:32:01.949557 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84589ba5-bd78-4495-b5b3-41929c590ec7 req-30e88ca1-53e8-426f-bded-016279abf36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:01.951013 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-84589ba5-bd78-4495-b5b3-41929c590ec7 req-30e88ca1-53e8-426f-bded-016279abf36e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e12545-9651-49d6-befe-66dc1f60d9c6 HTTP/1.1" status: 200 len: 851 time: 0.0466180 Jun 24 09:32:02.009786 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84589ba5-bd78-4495-b5b3-41929c590ec7 req-b8a8d4fd-5a43-44c3-b3b5-f9e38b27a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:02.011207 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-84589ba5-bd78-4495-b5b3-41929c590ec7 req-b8a8d4fd-5a43-44c3-b3b5-f9e38b27a8ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb47e512-5e26-4207-b976-9fe983e57a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495722 Jun 24 09:32:02.100328 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-84589ba5-bd78-4495-b5b3-41929c590ec7 req-6e5ab287-3f4b-4c2e-b933-54a3b07a8749 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781066 Jun 24 09:32:02.192401 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-84589ba5-bd78-4495-b5b3-41929c590ec7 req-00025d69-a400-49fa-8c65-6f075e64a9bc service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824490 Jun 24 09:32:17.046006 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-d2e9db82-998f-46e9-af25-aca7615fa5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:19.783550 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-49f45022-1af5-4737-b147-12ef0a948750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:19.948657 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:20.514373 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:22.371849 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:25.591909 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:32:28.617650 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:29.396288 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afa0d7-5d2d-4a2e-b6e9-d49bef8871e2 req-ab1b82da-5266-405d-839c-9bb0738cb378 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:29.397756 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-01afa0d7-5d2d-4a2e-b6e9-d49bef8871e2 req-ab1b82da-5266-405d-839c-9bb0738cb378 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0630062 Jun 24 09:32:29.436432 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-01afa0d7-5d2d-4a2e-b6e9-d49bef8871e2 req-b4f26415-176c-49ca-8122-a99d9de1613f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327621 Jun 24 09:32:30.609138 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d171f-df70-4624-94e9-4097c01e3417 req-a1130c35-171e-467e-9fed-92f5a3497a69 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:30.611113 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2b4d171f-df70-4624-94e9-4097c01e3417 req-a1130c35-171e-467e-9fed-92f5a3497a69 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0626354 Jun 24 09:32:30.648351 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-2b4d171f-df70-4624-94e9-4097c01e3417 req-7892a85c-3e94-4d3e-96d2-ffb9a4a45543 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314081 Jun 24 09:32:31.823684 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163e58c-77c1-44e1-8588-70100755c937 req-9fcc0429-16d3-4af2-81f4-7e7d4f7a30c7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:31.825102 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8163e58c-77c1-44e1-8588-70100755c937 req-9fcc0429-16d3-4af2-81f4-7e7d4f7a30c7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0668900 Jun 24 09:32:31.862340 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8163e58c-77c1-44e1-8588-70100755c937 req-5bc4709d-b3f3-4ba7-9706-e7aafd7ce09f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307751 Jun 24 09:32:33.031557 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedf4cd-c1f1-4fba-8588-34befc69de76 req-6149647d-9a20-40ee-af86-9852454341df tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:33.033567 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bcedf4cd-c1f1-4fba-8588-34befc69de76 req-6149647d-9a20-40ee-af86-9852454341df tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0654483 Jun 24 09:32:33.068565 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bcedf4cd-c1f1-4fba-8588-34befc69de76 req-94a75da9-b476-48c2-94cd-0fb566c725a7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295851 Jun 24 09:32:34.235152 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aada878-7041-48f5-a15b-fbcf9f2dd228 req-b1875bf9-87b3-49a4-a68c-45bed90846d9 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:34.237143 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3aada878-7041-48f5-a15b-fbcf9f2dd228 req-b1875bf9-87b3-49a4-a68c-45bed90846d9 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0624838 Jun 24 09:32:34.273104 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3aada878-7041-48f5-a15b-fbcf9f2dd228 req-95223f1b-674c-40ef-bcdb-106a5d9456fa tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304487 Jun 24 09:32:35.444902 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0967436-e47e-4f74-8361-5d0e142bf840 req-d2bae9fe-d693-4b2c-86b1-2ce55330a8a9 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:35.446324 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d0967436-e47e-4f74-8361-5d0e142bf840 req-d2bae9fe-d693-4b2c-86b1-2ce55330a8a9 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0617015 Jun 24 09:32:35.483854 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d0967436-e47e-4f74-8361-5d0e142bf840 req-2fb77b2d-aa2e-4e09-a006-172827c79191 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 Jun 24 09:32:36.657906 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0054a8-46da-4bdf-9448-48959be13d61 req-b38276de-a128-44bf-9b39-424832dbbbb4 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:36.659391 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3f0054a8-46da-4bdf-9448-48959be13d61 req-b38276de-a128-44bf-9b39-424832dbbbb4 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0627236 Jun 24 09:32:36.694953 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3f0054a8-46da-4bdf-9448-48959be13d61 req-6f2e4c8c-e781-4624-a482-d5ab2535f63b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300462 Jun 24 09:32:37.867105 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b66cf-253e-4297-9792-21732eaa187b req-eeb1c25f-e703-4a9d-8df4-ee7b4b642109 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:37.868456 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-037b66cf-253e-4297-9792-21732eaa187b req-eeb1c25f-e703-4a9d-8df4-ee7b4b642109 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0645442 Jun 24 09:32:37.909071 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-037b66cf-253e-4297-9792-21732eaa187b req-77a5379c-0256-4b41-907d-8c122e4a39b1 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319498 Jun 24 09:32:39.093025 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3c27c-e0da-425e-9089-29d2d29be2cc req-dd45072b-e21e-4cf2-beac-0bddabca7c4b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:39.095285 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-45f3c27c-e0da-425e-9089-29d2d29be2cc req-dd45072b-e21e-4cf2-beac-0bddabca7c4b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0774455 Jun 24 09:32:39.132473 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-45f3c27c-e0da-425e-9089-29d2d29be2cc req-33cb4beb-95b8-445a-9e55-0905cc00bcc1 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316250 Jun 24 09:32:40.301036 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac60a2-e6ad-42a7-8dd6-fe46a69dc6f2 req-6ce5c620-24db-43c4-b070-a819b727e7bb tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:40.302448 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-58ac60a2-e6ad-42a7-8dd6-fe46a69dc6f2 req-6ce5c620-24db-43c4-b070-a819b727e7bb tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0611978 Jun 24 09:32:40.338171 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-58ac60a2-e6ad-42a7-8dd6-fe46a69dc6f2 req-268f7360-cefd-4431-8a18-06b05dacf50a tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302377 Jun 24 09:32:41.537374 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e985c0-6e62-4d63-b051-232fb889b0d0 req-b715093e-7a52-44bf-949b-e332c7950b5a tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:41.538802 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d7e985c0-6e62-4d63-b051-232fb889b0d0 req-b715093e-7a52-44bf-949b-e332c7950b5a tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0613630 Jun 24 09:32:41.574942 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d7e985c0-6e62-4d63-b051-232fb889b0d0 req-85e4bc57-4470-404a-9f1e-0d2c49a091d4 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304055 Jun 24 09:32:42.743189 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeff2e-66d1-49d8-b02d-69703b44c969 req-81f7d970-df36-4ab3-b5b0-c8bc1aefafab tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:42.744609 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-daeeff2e-66d1-49d8-b02d-69703b44c969 req-81f7d970-df36-4ab3-b5b0-c8bc1aefafab tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0613477 Jun 24 09:32:42.780290 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-daeeff2e-66d1-49d8-b02d-69703b44c969 req-f317e52b-0461-4c95-a5f9-63f9accd22cc tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302298 Jun 24 09:32:43.950479 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffb5ec-19e3-4e89-af12-ed537da07cd4 req-17276cd6-d217-4b04-945a-5183f093dc7e tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:43.951829 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-51ffb5ec-19e3-4e89-af12-ed537da07cd4 req-17276cd6-d217-4b04-945a-5183f093dc7e tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0644841 Jun 24 09:32:43.988616 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-51ffb5ec-19e3-4e89-af12-ed537da07cd4 req-a933d68b-521d-4ff4-aa02-3da3dde583d4 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304956 Jun 24 09:32:45.162626 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3981e-b0dd-4223-a3eb-c504513fb9e7 req-181d7c8e-d426-4450-bb19-b13391f7114e tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:45.164051 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6ed3981e-b0dd-4223-a3eb-c504513fb9e7 req-181d7c8e-d426-4450-bb19-b13391f7114e tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0639598 Jun 24 09:32:45.199370 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6ed3981e-b0dd-4223-a3eb-c504513fb9e7 req-98db0d92-f640-4aa0-a85d-894862fd6e2e tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298827 Jun 24 09:32:45.657855 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c26c6d-4821-4010-a807-fa089e0f5cb6 req-645c32c5-55f5-488f-b586-38e3ef250035 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:45.659307 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66c26c6d-4821-4010-a807-fa089e0f5cb6 req-645c32c5-55f5-488f-b586-38e3ef250035 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0640469 Jun 24 09:32:45.698432 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-66c26c6d-4821-4010-a807-fa089e0f5cb6 req-102f02e8-c61d-4e47-8791-3c23c6d5f914 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328929 Jun 24 09:32:45.783267 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac74e6-752b-41a9-9f5a-2bf29f80a3c6 req-87cbd4da-7d61-4801-922b-502bef3119d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:45.784719 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-abac74e6-752b-41a9-9f5a-2bf29f80a3c6 req-87cbd4da-7d61-4801-922b-502bef3119d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2&device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 1099 time: 0.0530474 Jun 24 09:32:45.874883 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac74e6-752b-41a9-9f5a-2bf29f80a3c6 req-c7352a4b-d9b7-4fd3-8498-96c1c003da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:45.876239 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-abac74e6-752b-41a9-9f5a-2bf29f80a3c6 req-c7352a4b-d9b7-4fd3-8498-96c1c003da7f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3ae812a-9b4a-473b-9872-377485df2120 HTTP/1.1" status: 200 len: 911 time: 0.0853467 Jun 24 09:32:45.937966 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-abac74e6-752b-41a9-9f5a-2bf29f80a3c6 req-62a55331-93e8-46ab-957d-e961e90153e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bec183fc-566e-46a0-b70f-4e8ac951e702 HTTP/1.1" status: 200 len: 1001 time: 0.0552456 Jun 24 09:32:45.985620 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac74e6-752b-41a9-9f5a-2bf29f80a3c6 req-fabf2b46-0700-4f74-876a-5287ec7cc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:45.987004 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-abac74e6-752b-41a9-9f5a-2bf29f80a3c6 req-fabf2b46-0700-4f74-876a-5287ec7cc138 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b819431-816f-4373-92e6-f47c8b641dcd HTTP/1.1" status: 200 len: 849 time: 0.0419559 Jun 24 09:32:46.044340 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac74e6-752b-41a9-9f5a-2bf29f80a3c6 req-f7a51463-e60a-46e7-98c1-fdce5a42958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:46.045748 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-abac74e6-752b-41a9-9f5a-2bf29f80a3c6 req-f7a51463-e60a-46e7-98c1-fdce5a42958a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3ae812a-9b4a-473b-9872-377485df2120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525103 Jun 24 09:32:46.131227 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-abac74e6-752b-41a9-9f5a-2bf29f80a3c6 req-3e2c4582-19df-4ceb-b58d-4d97744cdeed service neutron] 10.222.0.60 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779920 Jun 24 09:32:46.222622 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-abac74e6-752b-41a9-9f5a-2bf29f80a3c6 req-8c3f1d19-03bf-4950-8fa5-b409f341283a service neutron] 10.222.0.60 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848336 Jun 24 09:32:46.871502 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c260a8-820c-41d8-8b92-e2aa0853f7a9 req-0ba0dbb0-230a-4a3f-b3e1-ea61cb220e96 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:46.872933 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-17c260a8-820c-41d8-8b92-e2aa0853f7a9 req-0ba0dbb0-230a-4a3f-b3e1-ea61cb220e96 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0618730 Jun 24 09:32:46.909604 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-17c260a8-820c-41d8-8b92-e2aa0853f7a9 req-1bb4f880-bad7-4b0a-ba90-1d2cda5688ef tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306280 Jun 24 09:32:47.051568 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f8d20a21-27c2-40f8-817a-31ef4612d6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:48.269062 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc236c-1be0-44f6-a7d7-110af33680cd req-4213ac73-2935-4921-9511-54cc37964511 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:32:48.270495 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-affc236c-1be0-44f6-a7d7-110af33680cd req-4213ac73-2935-4921-9511-54cc37964511 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.2528594 Jun 24 09:32:48.306460 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-affc236c-1be0-44f6-a7d7-110af33680cd req-719fc3c7-9f50-4d44-a287-9fdc3b7070f8 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302193 Jun 24 09:32:49.760192 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-20771ff4-c52a-4d82-aa33-82c6dd773f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:49.925908 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:50.486590 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:52.336799 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:32:58.640637 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:02.590280 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bb6ffd3b-ac34-4e25-ab8d-93e3d744f38e req-4c2bf821-4e15-4e1c-aab5-f7a8c7c13069 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506442 Jun 24 09:33:02.590718 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:33:02.704896 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ffd3b-ac34-4e25-ab8d-93e3d744f38e req-481782d2-6a7b-4834-8a26-18a44a775942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:02.706580 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bb6ffd3b-ac34-4e25-ab8d-93e3d744f38e req-481782d2-6a7b-4834-8a26-18a44a775942 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 1099 time: 0.0541561 Jun 24 09:33:02.810642 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ffd3b-ac34-4e25-ab8d-93e3d744f38e req-363efbf9-7d57-4534-97f3-95b446c3ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:02.812106 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bb6ffd3b-ac34-4e25-ab8d-93e3d744f38e req-363efbf9-7d57-4534-97f3-95b446c3ae09 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 913 time: 0.0846736 Jun 24 09:33:02.878635 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bb6ffd3b-ac34-4e25-ab8d-93e3d744f38e req-30946146-9492-41ab-8c29-ea7c135b2f87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a HTTP/1.1" status: 200 len: 1002 time: 0.0587037 Jun 24 09:33:02.925392 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ffd3b-ac34-4e25-ab8d-93e3d744f38e req-afaaed36-a540-41c5-aac9-d4db3eb5a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:02.926742 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bb6ffd3b-ac34-4e25-ab8d-93e3d744f38e req-afaaed36-a540-41c5-aac9-d4db3eb5a639 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e12545-9651-49d6-befe-66dc1f60d9c6 HTTP/1.1" status: 200 len: 851 time: 0.0413530 Jun 24 09:33:02.981057 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ffd3b-ac34-4e25-ab8d-93e3d744f38e req-fb43c780-6ca2-483f-9f13-97a29c0a55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:02.982457 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bb6ffd3b-ac34-4e25-ab8d-93e3d744f38e req-fb43c780-6ca2-483f-9f13-97a29c0a55ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb47e512-5e26-4207-b976-9fe983e57a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486150 Jun 24 09:33:02.992425 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [req-bb6ffd3b-ac34-4e25-ab8d-93e3d744f38e req-d0cdf7ac-01da-4398-a00d-c72fb2ecba1e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:33:02.993405 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bb6ffd3b-ac34-4e25-ab8d-93e3d744f38e req-d0cdf7ac-01da-4398-a00d-c72fb2ecba1e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047841 Jun 24 09:33:03.081685 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bb6ffd3b-ac34-4e25-ab8d-93e3d744f38e req-ce51aa12-a06b-4331-a4c6-18fbfdefc7d6 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822618 Jun 24 09:33:03.167133 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-bb6ffd3b-ac34-4e25-ab8d-93e3d744f38e req-4ef30a17-9a1e-4bc8-838d-fd8fa807fdd1 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784941 Jun 24 09:33:17.074163 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-83a085c3-b219-419b-b120-c0c4ab0555d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:19.759698 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f649d7e1-7292-4b5c-9c5c-290cc53400dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:19.941756 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:20.479405 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:22.342855 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:22.779084 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d41cdb-adb8-445b-8be4-e98d4fd19650 req-75fce881-ba18-4873-aecd-a7509c6fd21a tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:22.780529 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c9d41cdb-adb8-445b-8be4-e98d4fd19650 req-75fce881-ba18-4873-aecd-a7509c6fd21a tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0619714 Jun 24 09:33:22.819615 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c9d41cdb-adb8-445b-8be4-e98d4fd19650 req-b7b0225d-4961-4f4a-bfe2-c0a8838773db tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Jun 24 09:33:23.602513 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 56968) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:23.755072 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Deleting port 3f010c68-2072-4e43-ab28-0564b76ea3d3 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:33:23.755409 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:23.826233 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:23.826556 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:23.837978 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Calling delete_port for 3f010c68-2072-4e43-ab28-0564b76ea3d3 owned by network:floatingip {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:33:24.033437 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de2819-7162-4c09-a539-88be892b83d1 req-94278f94-0a8c-46c6-a615-c54369e2b08c tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:24.034980 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e1de2819-7162-4c09-a539-88be892b83d1 req-94278f94-0a8c-46c6-a615-c54369e2b08c tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.1042881 Jun 24 09:33:24.060042 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:24.064138 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-04f6f5bc-9c6e-461a-9444-6007c0695b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:24.097575 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event deleted for resources: {'Port': ['ID=3f010c68-2072-4e43-ab28-0564b76ea3d3,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:24.105083 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e1de2819-7162-4c09-a539-88be892b83d1 req-1bbe9f9f-930e-4b3a-917d-f92bee1aa8fc tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640664 Jun 24 09:33:24.113367 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:24.114161 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:24.114304 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:24.114609 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:24.115099 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:24.115457 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:24.115813 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:24.116166 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:24.116523 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:24.116874 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:24.117222 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:24.117569 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:24.135294 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:24.172443 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for floatingip, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:24.172784 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Floating IP fa8a5ba6-c4b8-4c9a-a38f-d6f2b2531288 disassociated (deleted). External IP: 172.27.2.109, port: 809e6bd1-ae6e-44da-b07f-25c35a01b63b. Jun 24 09:33:24.372536 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:33:24.477982 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:33:24.482627 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:24.487177 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07b1a98-632c-4acc-bedb-52d82622a762 None None] Sync routers for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:33:24.495695 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07b1a98-632c-4acc-bedb-52d82622a762 None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:33:24.496307 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-b07b1a98-632c-4acc-bedb-52d82622a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:33:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:24.518000 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-0b6e7650-02c8-4cf2-9148-202d0fe55229 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "DELETE /v2.0/floatingips/fa8a5ba6-c4b8-4c9a-a38f-d6f2b2531288 HTTP/1.1" status: 204 len: 168 time: 0.9143867 Jun 24 09:33:24.518701 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'tag': '809e6bd1-ae6e-44da-b07f-25c35a01b63b'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:33:24.521064 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c464e056-91b9-486c-ac7f-3bf7e78264b5" -d '{"events": [{"name": "network-changed", "server_uuid": "34493213-9dc5-4d19-b916-cba5d46c7b19", "tag": "809e6bd1-ae6e-44da-b07f-25c35a01b63b"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:33:24.617656 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d969a1f-108f-4bcc-ada4-c90c7eb80b13 x-openstack-request-id: req-3d969a1f-108f-4bcc-ada4-c90c7eb80b13 {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:33:24.618261 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34493213-9dc5-4d19-b916-cba5d46c7b19", "tag": "809e6bd1-ae6e-44da-b07f-25c35a01b63b", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:33:24.618261 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d969a1f-108f-4bcc-ada4-c90c7eb80b13 {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:33:24.618747 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'tag': '809e6bd1-ae6e-44da-b07f-25c35a01b63b', 'status': 'completed', 'code': 200} Jun 24 09:33:24.687027 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-b07b1a98-632c-4acc-bedb-52d82622a762 None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:33:24.768364 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464e056-91b9-486c-ac7f-3bf7e78264b5 req-08609cc6-e808-401f-91d7-bf58198e51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:24.769855 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c464e056-91b9-486c-ac7f-3bf7e78264b5 req-08609cc6-e808-401f-91d7-bf58198e51a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 1099 time: 0.1053166 Jun 24 09:33:24.863255 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464e056-91b9-486c-ac7f-3bf7e78264b5 req-e8e81d36-7f3a-4845-ba6c-09245168190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:24.864739 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c464e056-91b9-486c-ac7f-3bf7e78264b5 req-e8e81d36-7f3a-4845-ba6c-09245168190f service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 913 time: 0.0879014 Jun 24 09:33:24.911241 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-b07b1a98-632c-4acc-bedb-52d82622a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'd521141c-fcdc-4535-b82e-15728892c126', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:96:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:29:40Z', 'updated_at': '2021-06-24T09:29:43Z', 'revision_number': 1, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:24.912454 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c464e056-91b9-486c-ac7f-3bf7e78264b5 req-85a8eb1d-21aa-4a5c-b818-24b9789b93cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=809e6bd1-ae6e-44da-b07f-25c35a01b63b HTTP/1.1" status: 200 len: 217 time: 0.0404313 Jun 24 09:33:24.936470 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07b1a98-632c-4acc-bedb-52d82622a762 None None] Checking router: d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:33:24.945292 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07b1a98-632c-4acc-bedb-52d82622a762 None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:33:24.945912 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-b07b1a98-632c-4acc-bedb-52d82622a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:33:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:24.974916 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464e056-91b9-486c-ac7f-3bf7e78264b5 req-d4c7588f-87d3-420d-a1b4-3b22f1512603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:24.977751 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c464e056-91b9-486c-ac7f-3bf7e78264b5 req-d4c7588f-87d3-420d-a1b4-3b22f1512603 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e12545-9651-49d6-befe-66dc1f60d9c6 HTTP/1.1" status: 200 len: 851 time: 0.0448029 Jun 24 09:33:25.031111 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51770e8-c87f-4699-81ed-4dbf446fcf04 req-3f85b98f-f9e8-4be4-9c40-80febea21c4f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:25.032716 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c51770e8-c87f-4699-81ed-4dbf446fcf04 req-3f85b98f-f9e8-4be4-9c40-80febea21c4f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 946 time: 0.0680447 Jun 24 09:33:25.035960 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464e056-91b9-486c-ac7f-3bf7e78264b5 req-faa4091b-b07b-4405-b308-461b34811f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:25.037434 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c464e056-91b9-486c-ac7f-3bf7e78264b5 req-faa4091b-b07b-4405-b308-461b34811f63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb47e512-5e26-4207-b976-9fe983e57a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536869 Jun 24 09:33:25.055048 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-b07b1a98-632c-4acc-bedb-52d82622a762 None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:33:25.071272 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-c51770e8-c87f-4699-81ed-4dbf446fcf04 req-d8f2c8a9-a206-4cdb-a656-29e98b8ba6c4 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322552 Jun 24 09:33:25.132049 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c464e056-91b9-486c-ac7f-3bf7e78264b5 req-16756c7a-bdb7-4031-bf7c-101017aaec22 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871260 Jun 24 09:33:25.223080 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-c464e056-91b9-486c-ac7f-3bf7e78264b5 req-8ae5f63c-1341-48e9-8cd9-5f4409ae5683 service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843363 Jun 24 09:33:25.275927 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-b07b1a98-632c-4acc-bedb-52d82622a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'd521141c-fcdc-4535-b82e-15728892c126', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:96:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:29:40Z', 'updated_at': '2021-06-24T09:29:43Z', 'revision_number': 1, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:25.283268 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa091e2-b9cd-49f1-9e4f-b7bd41d4ef4c req-53cbd641-5c82-43f2-90d3-cbc7cb51402b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:25.284758 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-baa091e2-b9cd-49f1-9e4f-b7bd41d4ef4c req-53cbd641-5c82-43f2-90d3-cbc7cb51402b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0640740 Jun 24 09:33:25.306808 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07b1a98-632c-4acc-bedb-52d82622a762 None None] The sync data for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi is: [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': 'd521141c-fcdc-4535-b82e-15728892c126', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'port_id': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'mac_address': 'fa:16:3e:96:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:29:40Z', 'updated_at': '2021-06-24T09:29:43Z', 'revision_number': 1, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:33:25.328191 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-baa091e2-b9cd-49f1-9e4f-b7bd41d4ef4c req-fce10432-23a2-4dda-8ffc-071e06a99358 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375237 Jun 24 09:33:25.523190 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e23c1-a03c-4fe4-972d-4368674867ae None None] New status for floating IP fa8a5ba6-c4b8-4c9a-a38f-d6f2b2531288: DOWN {{(pid=93461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:33:26.241135 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecee70-8596-4cf0-98f4-a44913d613ca req-1a3b183c-7e21-4ed8-8eaa-7b05abb4a9c2 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:26.242548 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0aecee70-8596-4cf0-98f4-a44913d613ca req-1a3b183c-7e21-4ed8-8eaa-7b05abb4a9c2 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 946 time: 0.0610218 Jun 24 09:33:26.278268 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-0aecee70-8596-4cf0-98f4-a44913d613ca req-731051a3-116b-42e0-b2c9-a3b54df68cd9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302556 Jun 24 09:33:26.498505 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e726563-52a3-4048-9ec5-99becb6dfb7b req-3b401842-7864-4331-959f-1c3ee074d718 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:26.499953 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8e726563-52a3-4048-9ec5-99becb6dfb7b req-3b401842-7864-4331-959f-1c3ee074d718 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0607839 Jun 24 09:33:26.536312 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8e726563-52a3-4048-9ec5-99becb6dfb7b req-10800966-7c6d-4170-996f-af19af5aefdf tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303774 Jun 24 09:33:26.720094 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad684e-9572-49c7-b4a1-a3c78754f26f req-f0d29cfc-6a43-4e10-a563-8a85fb23e637 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:26.721403 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f3ad684e-9572-49c7-b4a1-a3c78754f26f req-f0d29cfc-6a43-4e10-a563-8a85fb23e637 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 946 time: 0.0602093 Jun 24 09:33:26.818819 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [req-f3ad684e-9572-49c7-b4a1-a3c78754f26f req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Deleting port 809e6bd1-ae6e-44da-b07f-25c35a01b63b {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:33:26.819176 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-f3ad684e-9572-49c7-b4a1-a3c78754f26f req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:26.902256 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-f3ad684e-9572-49c7-b4a1-a3c78754f26f req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] For port 809e6bd1-ae6e-44da-b07f-25c35a01b63b, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=809e6bd1-ae6e-44da-b07f-25c35a01b63b,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:33:26.902604 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-f3ad684e-9572-49c7-b4a1-a3c78754f26f req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:26.914693 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [req-f3ad684e-9572-49c7-b4a1-a3c78754f26f req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Calling delete_port for 809e6bd1-ae6e-44da-b07f-25c35a01b63b owned by compute:nova {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:33:27.102934 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-f3ad684e-9572-49c7-b4a1-a3c78754f26f req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:27.108004 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c30542f8-efe9-444f-9835-7f283c8b18c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:27.137708 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event deleted for resources: {'Port': ['ID=809e6bd1-ae6e-44da-b07f-25c35a01b63b,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:27.161171 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:27.161560 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:27.161942 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:27.162314 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:27.162682 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:27.163073 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:27.173561 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:27.173561 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:27.173561 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:27.173561 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:27.173561 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:27.173561 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:27.173561 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:27.193083 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ad684e-9572-49c7-b4a1-a3c78754f26f req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] No DVR routers for this DVR port 809e6bd1-ae6e-44da-b07f-25c35a01b63b on host hv-cinder-79781 {{(pid=93460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:33:27.195397 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-f3ad684e-9572-49c7-b4a1-a3c78754f26f req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:27.197400 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-f3ad684e-9572-49c7-b4a1-a3c78754f26f req-72b0e59f-99c1-4060-a23a-b1c81e0ebec9 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "DELETE /v2.0/ports/809e6bd1-ae6e-44da-b07f-25c35a01b63b HTTP/1.1" status: 204 len: 173 time: 0.4704359 Jun 24 09:33:27.197897 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'name': 'network-vif-deleted', 'tag': '809e6bd1-ae6e-44da-b07f-25c35a01b63b'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:33:27.200256 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f32ff5-8859-40e6-baa4-b30fd1a72498" -d '{"events": [{"server_uuid": "34493213-9dc5-4d19-b916-cba5d46c7b19", "name": "network-vif-deleted", "tag": "809e6bd1-ae6e-44da-b07f-25c35a01b63b"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:33:27.284233 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3193e7d9-635b-4d3f-b93b-3e210d12eee8 x-openstack-request-id: req-3193e7d9-635b-4d3f-b93b-3e210d12eee8 {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:33:27.284567 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34493213-9dc5-4d19-b916-cba5d46c7b19", "name": "network-vif-deleted", "tag": "809e6bd1-ae6e-44da-b07f-25c35a01b63b", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:33:27.284866 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3193e7d9-635b-4d3f-b93b-3e210d12eee8 {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:33:27.285322 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34493213-9dc5-4d19-b916-cba5d46c7b19', 'name': 'network-vif-deleted', 'tag': '809e6bd1-ae6e-44da-b07f-25c35a01b63b', 'status': 'completed', 'code': 200} Jun 24 09:33:27.421197 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a242d87a-9ecb-4b2c-8b22-52b0888392c8 req-33a87740-e0dc-4315-9b31-4c03bccf0e9c tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 210 time: 0.0351212 Jun 24 09:33:27.868996 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe1f18-3008-4c44-8bc5-12404ea09527 req-b50cacbb-4aaf-4a4f-98d3-6a61d2c72b0f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:27.870420 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1efe1f18-3008-4c44-8bc5-12404ea09527 req-b50cacbb-4aaf-4a4f-98d3-6a61d2c72b0f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0666089 Jun 24 09:33:27.909074 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1efe1f18-3008-4c44-8bc5-12404ea09527 req-fbd9dcc7-4394-4356-9195-168a323fe847 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329654 Jun 24 09:33:28.575592 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d5fa8f8e-ed51-46f0-9080-f5f88442f7c9 req-53854e04-5a36-412a-84e4-921d742c2d7b tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=34493213-9dc5-4d19-b916-cba5d46c7b19 HTTP/1.1" status: 200 len: 210 time: 0.0298653 Jun 24 09:33:28.651202 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:29.075378 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4daf14-7683-4b03-8f44-4e4bef1766be req-33fb0e5d-dfb3-4b22-a702-261b526f778d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:29.076815 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a4daf14-7683-4b03-8f44-4e4bef1766be req-33fb0e5d-dfb3-4b22-a702-261b526f778d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0610271 Jun 24 09:33:29.114000 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6a4daf14-7683-4b03-8f44-4e4bef1766be req-f2543fa6-3696-40f5-be4e-2cd090611413 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306926 Jun 24 09:33:29.328657 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 809e6bd1-ae6e-44da-b07f-25c35a01b63b no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:33:29.348503 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: 809e6bd1-ae6e-44da-b07f-25c35a01b63b {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:33:29.348853 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 809e6bd1-ae6e-44da-b07f-25c35a01b63b not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:33:30.283721 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b745-e727-44c3-903e-d8670908ac73 req-c7700c7d-4b49-4f86-9739-29e731c4fa54 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:30.285139 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1b29b745-e727-44c3-903e-d8670908ac73 req-c7700c7d-4b49-4f86-9739-29e731c4fa54 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0622241 Jun 24 09:33:30.323054 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-1b29b745-e727-44c3-903e-d8670908ac73 req-d153a4e3-4c21-47bc-9623-8efe40adcd17 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321503 Jun 24 09:33:31.514049 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a57d0-dab6-4783-a3c5-72feba5dc403 req-104d7faa-5b64-4ed2-b759-2083737a8b2c tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:31.515570 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b14a57d0-dab6-4783-a3c5-72feba5dc403 req-104d7faa-5b64-4ed2-b759-2083737a8b2c tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0646198 Jun 24 09:33:31.559476 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-b14a57d0-dab6-4783-a3c5-72feba5dc403 req-6fcb7fd7-de72-47d2-8b8c-9a5c6d131dd1 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367041 Jun 24 09:33:32.026828 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57020) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:32.179450 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-eee76bd3-1340-4226-ab27-6415c0d06b22 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Deleting port 33c84c91-5ee3-4d28-876b-9da122303ed8 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:33:32.179784 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eee76bd3-1340-4226-ab27-6415c0d06b22 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:32.250197 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eee76bd3-1340-4226-ab27-6415c0d06b22 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:32.250518 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eee76bd3-1340-4226-ab27-6415c0d06b22 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:32.262144 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-eee76bd3-1340-4226-ab27-6415c0d06b22 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Calling delete_port for 33c84c91-5ee3-4d28-876b-9da122303ed8 owned by network:floatingip {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:33:32.468062 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eee76bd3-1340-4226-ab27-6415c0d06b22 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:32.470487 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ebd1ac14-23e4-4f26-82fe-8739fc8440de tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:32.492067 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee76bd3-1340-4226-ab27-6415c0d06b22 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event deleted for resources: {'Port': ['ID=33c84c91-5ee3-4d28-876b-9da122303ed8,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:32.495658 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-eee76bd3-1340-4226-ab27-6415c0d06b22 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:32.557037 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eee76bd3-1340-4226-ab27-6415c0d06b22 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for floatingip, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:32.557266 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.l3_db [None req-eee76bd3-1340-4226-ab27-6415c0d06b22 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Floating IP d521141c-fcdc-4535-b82e-15728892c126 disassociated (deleted). External IP: 172.27.2.208, port: 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a. Jun 24 09:33:32.796387 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908c014-b542-4887-9599-83bac05842cd req-5c779c68-7472-4a6f-9277-3ff7af7a79cf tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:32.797788 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6908c014-b542-4887-9599-83bac05842cd req-5c779c68-7472-4a6f-9277-3ff7af7a79cf tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.1109180 Jun 24 09:33:32.805202 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee76bd3-1340-4226-ab27-6415c0d06b22 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:33:32.873366 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-6908c014-b542-4887-9599-83bac05842cd req-709d50f1-a558-415c-9f3a-48d049337fab tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699022 Jun 24 09:33:33.199771 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee76bd3-1340-4226-ab27-6415c0d06b22 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:33:33.204643 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-eee76bd3-1340-4226-ab27-6415c0d06b22 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:33.218837 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478135bb-e0c8-4b9d-b5d7-229246a9a08d None None] Sync routers for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:33:33.220308 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478135bb-e0c8-4b9d-b5d7-229246a9a08d None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:33:33.220925 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-478135bb-e0c8-4b9d-b5d7-229246a9a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:33:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:33.241366 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-eee76bd3-1340-4226-ab27-6415c0d06b22 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "DELETE /v2.0/floatingips/d521141c-fcdc-4535-b82e-15728892c126 HTTP/1.1" status: 204 len: 168 time: 1.2111127 Jun 24 09:33:33.241366 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'tag': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a'}] {{(pid=93459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:33:33.241980 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6b957b9a1a42a2a0a3bdc385ac91853636c86a6b1588ba1f12d8c2d55c412a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dd8b8e-752c-4777-9a9b-913a82db75ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a", "tag": "3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a"}]}' {{(pid=93459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:33:33.284678 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ab6506-2839-411e-bb86-f49b12d2cb8d x-openstack-request-id: req-f8ab6506-2839-411e-bb86-f49b12d2cb8d {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:33:33.285011 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a", "tag": "3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a", "status": "completed", "code": 200}]} {{(pid=93459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:33:33.285379 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8ab6506-2839-411e-bb86-f49b12d2cb8d {{(pid=93459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:33:33.285804 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'tag': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'status': 'completed', 'code': 200} Jun 24 09:33:33.326821 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-478135bb-e0c8-4b9d-b5d7-229246a9a08d None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:33:33.382107 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd8b8e-752c-4777-9a9b-913a82db75ec req-b5024ff8-05fd-4518-8a78-eb71dde0970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:33.383841 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-13dd8b8e-752c-4777-9a9b-913a82db75ec req-b5024ff8-05fd-4518-8a78-eb71dde0970a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 1099 time: 0.0563848 Jun 24 09:33:33.487601 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd8b8e-752c-4777-9a9b-913a82db75ec req-d98c07b4-bb59-45b6-8373-ff20f45b7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:33.489073 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-13dd8b8e-752c-4777-9a9b-913a82db75ec req-d98c07b4-bb59-45b6-8373-ff20f45b7a3b service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 200 len: 913 time: 0.0992911 Jun 24 09:33:33.527344 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-478135bb-e0c8-4b9d-b5d7-229246a9a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:33.533586 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-13dd8b8e-752c-4777-9a9b-913a82db75ec req-f0daafae-dacb-4631-8a69-c8695236521a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a HTTP/1.1" status: 200 len: 217 time: 0.0376863 Jun 24 09:33:33.556594 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478135bb-e0c8-4b9d-b5d7-229246a9a08d None None] Checking router: d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:33:33.565557 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478135bb-e0c8-4b9d-b5d7-229246a9a08d None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:33:33.566180 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-478135bb-e0c8-4b9d-b5d7-229246a9a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:33:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:33.582911 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd8b8e-752c-4777-9a9b-913a82db75ec req-5def6a00-6294-4d68-91dc-64a15b39bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:33.584447 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-13dd8b8e-752c-4777-9a9b-913a82db75ec req-5def6a00-6294-4d68-91dc-64a15b39bd96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e12545-9651-49d6-befe-66dc1f60d9c6 HTTP/1.1" status: 200 len: 851 time: 0.0445685 Jun 24 09:33:33.650085 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd8b8e-752c-4777-9a9b-913a82db75ec req-9602b981-ca3c-4e7b-a0de-0a889fa9873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:33.651590 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-13dd8b8e-752c-4777-9a9b-913a82db75ec req-9602b981-ca3c-4e7b-a0de-0a889fa9873c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb47e512-5e26-4207-b976-9fe983e57a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521517 Jun 24 09:33:33.672104 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-478135bb-e0c8-4b9d-b5d7-229246a9a08d None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:33:33.830907 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abbb2d-6471-4e6c-a636-48157bd8476b req-d9be5ae1-ee0d-4ca4-bfbd-fcb8c981d9c4 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:33.833106 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73abbb2d-6471-4e6c-a636-48157bd8476b req-d9be5ae1-ee0d-4ca4-bfbd-fcb8c981d9c4 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 946 time: 0.0672221 Jun 24 09:33:33.874622 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-73abbb2d-6471-4e6c-a636-48157bd8476b req-32a19bf2-1996-4566-9a77-f28879b687d5 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342484 Jun 24 09:33:33.880366 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-478135bb-e0c8-4b9d-b5d7-229246a9a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:33.911212 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478135bb-e0c8-4b9d-b5d7-229246a9a08d None None] The sync data for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi is: [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:25:26Z', 'revision_number': 4, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '1e058247-9c10-4ee9-9470-1e1eb111233f', 'name': '', 'network_id': 'fb47e512-5e26-4207-b976-9fe983e57a28', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'mac_address': 'fa:16:3e:fe:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:25Z', 'updated_at': '2021-06-24T09:25:32Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'subnets': [{'id': 'e7e12545-9651-49d6-befe-66dc1f60d9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:33:34.058461 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-13dd8b8e-752c-4777-9a9b-913a82db75ec req-fb0b7cd9-a30b-450c-a97d-150fcd211ded service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982134 Jun 24 09:33:34.122197 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f3d55-ce41-4dce-9d7c-67feb86c6dd7 None None] New status for floating IP d521141c-fcdc-4535-b82e-15728892c126: DOWN {{(pid=93461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:33:34.127920 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78528311-822d-4533-a747-3d23c2f4fb27 req-0d5e9d9e-130f-4511-851c-67fcc1eecf60 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:34.129396 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-78528311-822d-4533-a747-3d23c2f4fb27 req-0d5e9d9e-130f-4511-851c-67fcc1eecf60 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.1369491 Jun 24 09:33:34.192213 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-78528311-822d-4533-a747-3d23c2f4fb27 req-79ffb3b8-bf20-4c83-a714-cdd744f79cec tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556536 Jun 24 09:33:34.194252 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-13dd8b8e-752c-4777-9a9b-913a82db75ec req-5e912a7f-363a-4b2b-80c4-8cea52f0528f service neutron] 10.222.0.60 "GET /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279988 Jun 24 09:33:34.698062 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5bccf-ed7d-49a6-b6bd-b09b6c9f4380 req-b9a0e5a0-7733-4be8-b3a5-9362fc00c992 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:34.699395 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cca5bccf-ed7d-49a6-b6bd-b09b6c9f4380 req-b9a0e5a0-7733-4be8-b3a5-9362fc00c992 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0623190 Jun 24 09:33:34.737465 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cca5bccf-ed7d-49a6-b6bd-b09b6c9f4380 req-d0023c48-dc1a-4f72-9f15-968ff7396977 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316811 Jun 24 09:33:34.794268 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5b484-8ad0-4e0c-9aab-bea5345a589b req-fdf5a393-81f2-4db2-91ed-c5e6b99ac043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:34.795757 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5ef5b484-8ad0-4e0c-9aab-bea5345a589b req-fdf5a393-81f2-4db2-91ed-c5e6b99ac043 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2&device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 1099 time: 0.0550139 Jun 24 09:33:34.883489 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5b484-8ad0-4e0c-9aab-bea5345a589b req-13f3d365-5c40-4976-8b8f-dab39e94ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:34.884922 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5ef5b484-8ad0-4e0c-9aab-bea5345a589b req-13f3d365-5c40-4976-8b8f-dab39e94ce3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3ae812a-9b4a-473b-9872-377485df2120 HTTP/1.1" status: 200 len: 911 time: 0.0807559 Jun 24 09:33:34.955681 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5ef5b484-8ad0-4e0c-9aab-bea5345a589b req-e10ab016-300c-4037-9568-548998353be1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bec183fc-566e-46a0-b70f-4e8ac951e702 HTTP/1.1" status: 200 len: 1001 time: 0.0619822 Jun 24 09:33:35.029848 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5b484-8ad0-4e0c-9aab-bea5345a589b req-ef0c3c5d-3319-424f-8e56-d238a0641363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:35.031299 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5ef5b484-8ad0-4e0c-9aab-bea5345a589b req-ef0c3c5d-3319-424f-8e56-d238a0641363 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b819431-816f-4373-92e6-f47c8b641dcd HTTP/1.1" status: 200 len: 849 time: 0.0429845 Jun 24 09:33:35.055324 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b56b4f-d1f3-4a62-b062-270e5cac86d2 req-23882ace-c6e3-4de6-9a5b-9fd106c3be5f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:35.056764 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b4b56b4f-d1f3-4a62-b062-270e5cac86d2 req-23882ace-c6e3-4de6-9a5b-9fd106c3be5f tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 946 time: 0.0653577 Jun 24 09:33:35.093940 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-b4b56b4f-d1f3-4a62-b062-270e5cac86d2 req-53a748e8-4cef-41e0-a1d1-9bebc8c6cb8d tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/security-groups?id=1db30a6c-5e8e-4410-af3c-dc9946abc230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314980 Jun 24 09:33:35.102785 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5b484-8ad0-4e0c-9aab-bea5345a589b req-841bbb17-26fb-4f23-bb77-a7f1df180896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:35.104281 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5ef5b484-8ad0-4e0c-9aab-bea5345a589b req-841bbb17-26fb-4f23-bb77-a7f1df180896 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3ae812a-9b4a-473b-9872-377485df2120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527041 Jun 24 09:33:35.193687 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5ef5b484-8ad0-4e0c-9aab-bea5345a589b req-8b7c0bec-5880-4b8a-8354-a5f81c50fd8c service neutron] 10.222.0.60 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821950 Jun 24 09:33:35.280531 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-5ef5b484-8ad0-4e0c-9aab-bea5345a589b req-cf2eeb53-fc63-4d1b-8c9d-e270cf42a202 service neutron] 10.222.0.60 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779076 Jun 24 09:33:35.509086 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3b788-4f24-4e97-a7c5-3c6d4e92a049 req-07c1abcc-64c8-4c17-b87d-5145957ee568 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:35.510579 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d1b3b788-4f24-4e97-a7c5-3c6d4e92a049 req-07c1abcc-64c8-4c17-b87d-5145957ee568 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 946 time: 0.0674999 Jun 24 09:33:35.613388 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [req-d1b3b788-4f24-4e97-a7c5-3c6d4e92a049 req-cc6eee2d-172c-4d28-8358-d5253c18cc03 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Deleting port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:33:35.613729 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-d1b3b788-4f24-4e97-a7c5-3c6d4e92a049 req-cc6eee2d-172c-4d28-8358-d5253c18cc03 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:35.701389 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-d1b3b788-4f24-4e97-a7c5-3c6d4e92a049 req-cc6eee2d-172c-4d28-8358-d5253c18cc03 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] For port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:33:35.702166 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-d1b3b788-4f24-4e97-a7c5-3c6d4e92a049 req-cc6eee2d-172c-4d28-8358-d5253c18cc03 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:35.715323 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [req-d1b3b788-4f24-4e97-a7c5-3c6d4e92a049 req-cc6eee2d-172c-4d28-8358-d5253c18cc03 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Calling delete_port for 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a owned by compute:nova {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:33:35.907908 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099fae7-fa4c-4f49-8358-e3a7ae38600b req-c476cac7-7689-40a4-9a46-50f62aedd94a tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:35.909297 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0099fae7-fa4c-4f49-8358-e3a7ae38600b req-c476cac7-7689-40a4-9a46-50f62aedd94a tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0610495 Jun 24 09:33:35.910356 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-d1b3b788-4f24-4e97-a7c5-3c6d4e92a049 req-cc6eee2d-172c-4d28-8358-d5253c18cc03 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:35.914301 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6e80f386-d09c-421c-aa2d-b3f2f7fd1869 tempest-TestShelveInstance-2132692974 tempest-TestShelveInstance-2132692974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:35.951931 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6eee2d-172c-4d28-8358-d5253c18cc03 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event deleted for resources: {'Port': ['ID=3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:35.964335 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-cc6eee2d-172c-4d28-8358-d5253c18cc03 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:36.011090 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b3b788-4f24-4e97-a7c5-3c6d4e92a049 req-cc6eee2d-172c-4d28-8358-d5253c18cc03 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] No DVR routers for this DVR port 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a on host hv-cinder-79781 {{(pid=93460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:33:36.014816 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-d1b3b788-4f24-4e97-a7c5-3c6d4e92a049 req-cc6eee2d-172c-4d28-8358-d5253c18cc03 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:36.017415 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d1b3b788-4f24-4e97-a7c5-3c6d4e92a049 req-cc6eee2d-172c-4d28-8358-d5253c18cc03 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.60 "DELETE /v2.0/ports/3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a HTTP/1.1" status: 204 len: 173 time: 0.4977443 Jun 24 09:33:36.017415 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'name': 'network-vif-deleted', 'tag': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:33:36.019641 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9e7b8d-2d7f-415f-8b9d-6fa2d0fc3425" -d '{"events": [{"server_uuid": "ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a", "name": "network-vif-deleted", "tag": "3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:33:36.027139 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-0099fae7-fa4c-4f49-8358-e3a7ae38600b req-70a17f12-d0d2-43c5-a62e-a95db7e0d3a2 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085956 Jun 24 09:33:36.061918 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4a60e9-c593-4ffb-b68a-979ae7adfe45 x-openstack-request-id: req-5a4a60e9-c593-4ffb-b68a-979ae7adfe45 {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:33:36.061918 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a", "name": "network-vif-deleted", "tag": "3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:33:36.061918 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a4a60e9-c593-4ffb-b68a-979ae7adfe45 {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:33:36.061918 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a', 'name': 'network-vif-deleted', 'tag': '3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a', 'status': 'completed', 'code': 200} Jun 24 09:33:36.233844 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-fc0f9b88-220e-4ac3-a60d-ee85cb40239b req-2166b748-f095-4327-a32e-7c5162d54181 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed945c2f-eec8-4cc2-b8e8-6e3f9abe1e2a HTTP/1.1" status: 200 len: 210 time: 0.0282118 Jun 24 09:33:37.230853 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0339f-e6e3-47d1-b0d5-10e943253d07 req-b5e6b5d5-79fb-4212-babe-6d7655a42833 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:33:37.235744 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9fb0339f-e6e3-47d1-b0d5-10e943253d07 req-b5e6b5d5-79fb-4212-babe-6d7655a42833 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0797350 Jun 24 09:33:37.281527 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-9fb0339f-e6e3-47d1-b0d5-10e943253d07 req-361b4511-0967-4468-a9c4-77ba0ff8411a tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400171 Jun 24 09:33:37.338470 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57050) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:37.459567 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-12870cb6-84e3-428d-9bae-295478e2c7e6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Deleting port f4ef91b4-f713-44ac-9534-0dddd9b4929b {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:33:37.459904 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-12870cb6-84e3-428d-9bae-295478e2c7e6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:37.536639 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-12870cb6-84e3-428d-9bae-295478e2c7e6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:37.536966 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-12870cb6-84e3-428d-9bae-295478e2c7e6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:37.548108 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-12870cb6-84e3-428d-9bae-295478e2c7e6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Calling delete_port for f4ef91b4-f713-44ac-9534-0dddd9b4929b owned by network:floatingip {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:33:37.725477 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-12870cb6-84e3-428d-9bae-295478e2c7e6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:37.728287 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4f720464-2768-4ac2-9bf3-cbff343128a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:37.749958 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12870cb6-84e3-428d-9bae-295478e2c7e6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event deleted for resources: {'Port': ['ID=f4ef91b4-f713-44ac-9534-0dddd9b4929b,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:37.753565 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-12870cb6-84e3-428d-9bae-295478e2c7e6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:37.809327 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-12870cb6-84e3-428d-9bae-295478e2c7e6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for floatingip, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:37.811799 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-12870cb6-84e3-428d-9bae-295478e2c7e6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:37.812910 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-12870cb6-84e3-428d-9bae-295478e2c7e6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "DELETE /v2.0/floatingips/5e3f2f68-f29a-4899-8c42-c966a67827cd HTTP/1.1" status: 204 len: 168 time: 0.4734008 Jun 24 09:33:39.207926 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57062) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:39.267806 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7a03a156-d9d9-44a5-bf53-7288fc88a043 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:39.291622 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7a03a156-d9d9-44a5-bf53-7288fc88a043 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:39.357732 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:33:39.377560 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:33:39.377911 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 3a018ae0-dc2d-47dd-8f49-5a1bfe772a1a not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:33:39.410979 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7a03a156-d9d9-44a5-bf53-7288fc88a043 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:39.413542 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-7a03a156-d9d9-44a5-bf53-7288fc88a043 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:39.414832 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-7a03a156-d9d9-44a5-bf53-7288fc88a043 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] 10.222.0.39 "DELETE /v2.0/security-groups/1db30a6c-5e8e-4410-af3c-dc9946abc230 HTTP/1.1" status: 204 len: 168 time: 0.2058239 Jun 24 09:33:39.415745 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-eb6614d1-764b-4db2-ab75-b4b6f418a2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:39.425065 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03a156-d9d9-44a5-bf53-7288fc88a043 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db30a6c-5e8e-4410-af3c-dc9946abc230,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:39.427952 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-7a03a156-d9d9-44a5-bf53-7288fc88a043 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:39.538121 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57066) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:39.589353 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:33:39.959177 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2dce4014-9ba3-465b-a608-e91f2b049241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16381094'] for router_interface, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:40.199312 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-2dce4014-9ba3-465b-a608-e91f2b049241 admin admin] Deleting port 1e058247-9c10-4ee9-9470-1e1eb111233f {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:33:40.199646 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2dce4014-9ba3-465b-a608-e91f2b049241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:40.274816 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [None req-2dce4014-9ba3-465b-a608-e91f2b049241 admin admin] For port 1e058247-9c10-4ee9-9470-1e1eb111233f, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=1e058247-9c10-4ee9-9470-1e1eb111233f,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:33:40.275534 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2dce4014-9ba3-465b-a608-e91f2b049241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:40.287673 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-2dce4014-9ba3-465b-a608-e91f2b049241 admin admin] Calling delete_port for 1e058247-9c10-4ee9-9470-1e1eb111233f owned by network:router_interface {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:33:40.583226 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2dce4014-9ba3-465b-a608-e91f2b049241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:40.585293 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-397b1769-b8a8-408c-a09f-7af25a6d9d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:40.608496 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce4014-9ba3-465b-a608-e91f2b049241 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e058247-9c10-4ee9-9470-1e1eb111233f,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:40.611532 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-2dce4014-9ba3-465b-a608-e91f2b049241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:40.777018 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-2dce4014-9ba3-465b-a608-e91f2b049241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16317206'] for router_interface, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:40.982275 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dce4014-9ba3-465b-a608-e91f2b049241 admin admin] Router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:33:41.087683 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dce4014-9ba3-465b-a608-e91f2b049241 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:33:41.092560 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-2dce4014-9ba3-465b-a608-e91f2b049241 admin admin] 10.222.0.39 "PUT /v2.0/routers/d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5534256 Jun 24 09:33:41.095110 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57070) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:41.097570 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da0740-78fb-4900-8ee4-5023fb0e073e None None] Sync routers for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:33:41.106704 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da0740-78fb-4900-8ee4-5023fb0e073e None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:33:41.107422 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-c8da0740-78fb-4900-8ee4-5023fb0e073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:33:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:41.194897 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Notify callbacks [] for router, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:41.207507 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-c8da0740-78fb-4900-8ee4-5023fb0e073e None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:33:41.293842 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:41.383593 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-c8da0740-78fb-4900-8ee4-5023fb0e073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:33:40Z', 'revision_number': 5, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port': {'id': '8a403ed5-7a47-4436-9d4a-7e2ce4ef2377', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:22Z', 'updated_at': '2021-06-24T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:41.409873 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da0740-78fb-4900-8ee4-5023fb0e073e None None] Checking router: d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:33:41.418633 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da0740-78fb-4900-8ee4-5023fb0e073e None None] Routers {'d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:33:41.419287 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-c8da0740-78fb-4900-8ee4-5023fb0e073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:33:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:41.510954 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-c8da0740-78fb-4900-8ee4-5023fb0e073e None None] Set router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 gateway port host: None {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:33:41.567139 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-c8da0740-78fb-4900-8ee4-5023fb0e073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:33:41Z', 'revision_number': 6, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port_host': None}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:41.593608 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da0740-78fb-4900-8ee4-5023fb0e073e None None] The sync data for ids ['d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2'] in dv-cinder-797812-1-iscsi is: [{'id': 'd0d134ea-fc45-41cb-aee3-63c6e4e7f8a2', 'name': 'tempest-TestVolumeBootPattern-1867405468-router', 'tenant_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:21Z', 'updated_at': '2021-06-24T09:33:41Z', 'revision_number': 6, 'project_id': '8d5c4a9d09eb4edb86fe215d0dea13b2', 'gw_port_host': None}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:33:41.666254 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Deleting port 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:33:41.666590 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:41.741344 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] For port 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=8a403ed5-7a47-4436-9d4a-7e2ce4ef2377,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:33:41.741719 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:41.753571 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Calling delete_port for 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 owned by network:router_gateway {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:33:41.971148 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:41.973334 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:42.000248 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a403ed5-7a47-4436-9d4a-7e2ce4ef2377,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:42.003807 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:42.064437 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16318259'] for router_gateway, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.150969 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16302650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25649'] for router, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.152985 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.261639 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16303411'] for router, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.262111 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 {{(pid=93460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:33:42.267447 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] Notify callbacks [] for router, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.268599 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-97d0081c-0677-408b-b9c2-480b68df4766 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d0d134ea-fc45-41cb-aee3-63c6e4e7f8a2 HTTP/1.1" status: 204 len: 168 time: 1.1725681 Jun 24 09:33:42.271059 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57072) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:42.313433 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36eb15d-df76-4244-83f2-1e22d79a86c3 admin admin] Deleting subnet e7e12545-9651-49d6-befe-66dc1f60d9c6 {{(pid=93460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:33:42.316481 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a36eb15d-df76-4244-83f2-1e22d79a86c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.352860 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a36eb15d-df76-4244-83f2-1e22d79a86c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13770864'] for subnet, precommit_delete_associations {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.377000 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:33:42.403489 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:33:42.403977 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 8a403ed5-7a47-4436-9d4a-7e2ce4ef2377 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:33:42.404572 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 1e058247-9c10-4ee9-9470-1e1eb111233f no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:33:42.431991 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 1e058247-9c10-4ee9-9470-1e1eb111233f {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:33:42.432347 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 1e058247-9c10-4ee9-9470-1e1eb111233f not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:33:42.442299 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a36eb15d-df76-4244-83f2-1e22d79a86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.560412 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a36eb15d-df76-4244-83f2-1e22d79a86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14455477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13447171'] for subnet, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.563602 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0a4457b0-2c3b-48c3-8978-705f4b15ad98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:42.588146 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36eb15d-df76-4244-83f2-1e22d79a86c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e12545-9651-49d6-befe-66dc1f60d9c6,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:42.591206 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a36eb15d-df76-4244-83f2-1e22d79a86c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:42.592208 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-a36eb15d-df76-4244-83f2-1e22d79a86c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.594059 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-a36eb15d-df76-4244-83f2-1e22d79a86c3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e7e12545-9651-49d6-befe-66dc1f60d9c6 HTTP/1.1" status: 204 len: 168 time: 0.3220742 Jun 24 09:33:42.596560 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57074) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:42.599430 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50df2a9-4918-4dac-a892-dd26bcdf4e4d None None] Network fb47e512-5e26-4207-b976-9fe983e57a28 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:33:42.665289 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.719205 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Deleting port 9a5feae1-8495-4d84-8ff8-5094ff82d413 {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:33:42.719569 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.786197 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] DHCP port deletion for fb47e512-5e26-4207-b976-9fe983e57a28 request from dv-cinder-797812-1-iscsi {{(pid=93461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 09:33:42.788401 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] For port 9a5feae1-8495-4d84-8ff8-5094ff82d413, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=9a5feae1-8495-4d84-8ff8-5094ff82d413,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:33:42.788761 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.802055 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Calling delete_port for 9a5feae1-8495-4d84-8ff8-5094ff82d413 owned by network:dhcp {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:33:42.847267 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Deleting port 9a5feae1-8495-4d84-8ff8-5094ff82d413 {{(pid=93461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:33:42.847567 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.906266 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] For port 9a5feae1-8495-4d84-8ff8-5094ff82d413, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=9a5feae1-8495-4d84-8ff8-5094ff82d413,segment=NetworkSegment(188dfc12-6eb3-4b3c-b1ec-97bb6103884d),segment_id=188dfc12-6eb3-4b3c-b1ec-97bb6103884d)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:33:42.907059 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.919404 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Calling delete_port for 9a5feae1-8495-4d84-8ff8-5094ff82d413 owned by network:dhcp {{(pid=93461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:33:42.947612 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:42.950536 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-742462eb-2888-46cb-8178-51e44e830d77 tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:42.975413 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5feae1-8495-4d84-8ff8-5094ff82d413,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:42.977240 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] No DVR routers for this DVR port 9a5feae1-8495-4d84-8ff8-5094ff82d413 on host dv-cinder-797812-1-iscsi {{(pid=93460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:33:42.979079 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:43.002048 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357'] for port, after_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:43.002048 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-588c6e62-3723-45c9-a36d-fa7b230121b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:43.025263 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] No DVR routers for this DVR port 9a5feae1-8495-4d84-8ff8-5094ff82d413 on host dv-cinder-797812-1-iscsi {{(pid=93461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:33:43.034608 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Pushing event deleted for resources: {'Port': ['ID=9a5feae1-8495-4d84-8ff8-5094ff82d413,revision_number=None']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:43.041855 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:43.042205 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:43.042572 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:43.042933 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:43.043275 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:43.043748 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:43.044078 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:43.044399 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:43.044726 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:43.045037 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:43.045531 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:43.045684 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:43.049445 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-bc181353-51f9-4d46-8506-9caa8f665cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:43.052191 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:43.061737 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb47e512-5e26-4207-b976-9fe983e57a28']}} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:43.071683 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188dfc12-6eb3-4b3c-b1ec-97bb6103884d') {'for_net_delete': True} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:43.071971 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188dfc12-6eb3-4b3c-b1ec-97bb6103884d') {} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:43.080458 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13770857'] for segment, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:43.097632 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:43.105142 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:33:43.105668 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14455338'] for segment, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: Traceback (most recent call last): Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: timer() Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: cb(*args, **kw) Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: return func(*args, **kwargs) Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: self._notify() Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: self.callback(batched_events) Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: event.method(event) Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: return f(self, *a, **k) Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._get(url).json() Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: return self.request(url, 'GET', **kwargs) Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:33:43.108074 dv-cinder-797812-1-iscsi neutron-server[93460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:33:43.233840 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:43.237696 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-4b743e93-bfed-4d28-af13-00ef30bdd008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:43.240250 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:43.242193 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fb47e512-5e26-4207-b976-9fe983e57a28 HTTP/1.1" status: 204 len: 168 time: 0.6445258 Jun 24 09:33:43.245189 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57080) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:43.253520 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb47e512-5e26-4207-b976-9fe983e57a28,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:43.255774 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-56f7bb61-b763-4bda-8c00-4ef1a60aaeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:43.582265 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-909c52a4-5d98-41d0-89e5-96796671fb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16381094'] for router_interface, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:43.829131 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-909c52a4-5d98-41d0-89e5-96796671fb2e admin admin] Deleting port c197b517-2343-4d8d-a749-f5de9f573683 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:33:43.829471 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-909c52a4-5d98-41d0-89e5-96796671fb2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:43.907038 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-909c52a4-5d98-41d0-89e5-96796671fb2e admin admin] For port c197b517-2343-4d8d-a749-f5de9f573683, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=c197b517-2343-4d8d-a749-f5de9f573683,segment=NetworkSegment(1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b),segment_id=1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:33:43.907288 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-909c52a4-5d98-41d0-89e5-96796671fb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:43.919119 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-909c52a4-5d98-41d0-89e5-96796671fb2e admin admin] Calling delete_port for c197b517-2343-4d8d-a749-f5de9f573683 owned by network:router_interface {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:33:44.176518 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-909c52a4-5d98-41d0-89e5-96796671fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:44.179236 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9ae93563-2a2b-4bae-bbdd-f8bede3e9a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:44.203405 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c52a4-5d98-41d0-89e5-96796671fb2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c197b517-2343-4d8d-a749-f5de9f573683,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:44.207457 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-909c52a4-5d98-41d0-89e5-96796671fb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:44.374027 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-909c52a4-5d98-41d0-89e5-96796671fb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16317206'] for router_interface, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:44.419075 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 9a5feae1-8495-4d84-8ff8-5094ff82d413 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:33:44.439327 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 9a5feae1-8495-4d84-8ff8-5094ff82d413 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:33:44.439625 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 9a5feae1-8495-4d84-8ff8-5094ff82d413 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:33:44.582552 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909c52a4-5d98-41d0-89e5-96796671fb2e admin admin] Router 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:33:44.683974 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909c52a4-5d98-41d0-89e5-96796671fb2e admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:33:44.688759 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-909c52a4-5d98-41d0-89e5-96796671fb2e admin admin] 10.222.0.39 "PUT /v2.0/routers/1e36a1da-7d17-4f8b-92c0-b76d0db24df9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4425654 Jun 24 09:33:44.691233 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57082) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:44.693656 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cf0241-b46c-471b-9c5d-3193ff744f96 None None] Sync routers for ids ['1e36a1da-7d17-4f8b-92c0-b76d0db24df9'] in dv-cinder-797812-1-iscsi {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:33:44.702887 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cf0241-b46c-471b-9c5d-3193ff744f96 None None] Routers {'1e36a1da-7d17-4f8b-92c0-b76d0db24df9'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:33:44.704100 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-f2cf0241-b46c-471b-9c5d-3193ff744f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:33:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['1e36a1da-7d17-4f8b-92c0-b76d0db24df9'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:44.805413 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:44.909306 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:44.929828 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-f2cf0241-b46c-471b-9c5d-3193ff744f96 None None] Set router 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:33:45.028601 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Deleting port 0e54af3b-e658-4734-a261-b1a859d90529 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:33:45.028936 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:45.106525 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-f2cf0241-b46c-471b-9c5d-3193ff744f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'name': 'tempest-TestVolumeBootPattern-128148971-router', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '0e54af3b-e658-4734-a261-b1a859d90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:30Z', 'updated_at': '2021-06-24T09:33:44Z', 'revision_number': 5, 'project_id': '7e9e1a61b63448cb96b06ee581a7a442', 'gw_port': {'id': '0e54af3b-e658-4734-a261-b1a859d90529', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:25:31Z', 'updated_at': '2021-06-24T09:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:45.112108 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] For port 0e54af3b-e658-4734-a261-b1a859d90529, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=0e54af3b-e658-4734-a261-b1a859d90529,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:33:45.112465 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:45.128965 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Calling delete_port for 0e54af3b-e658-4734-a261-b1a859d90529 owned by network:router_gateway {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:33:45.148551 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cf0241-b46c-471b-9c5d-3193ff744f96 None None] Checking router: 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 for host: dv-cinder-797812-1-iscsi {{(pid=93461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:33:45.156841 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cf0241-b46c-471b-9c5d-3193ff744f96 None None] Routers {'1e36a1da-7d17-4f8b-92c0-b76d0db24df9'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:33:45.157446 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-f2cf0241-b46c-471b-9c5d-3193ff744f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:33:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['1e36a1da-7d17-4f8b-92c0-b76d0db24df9'], 'active': True} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:45.235939 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvr_db [None req-f2cf0241-b46c-471b-9c5d-3193ff744f96 None None] Set router 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 gateway port host: None {{(pid=93461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:33:45.290800 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_hamode_db [None req-f2cf0241-b46c-471b-9c5d-3193ff744f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'name': 'tempest-TestVolumeBootPattern-128148971-router', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:30Z', 'updated_at': '2021-06-24T09:33:44Z', 'revision_number': 6, 'project_id': '7e9e1a61b63448cb96b06ee581a7a442', 'gw_port_host': None}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:45.316734 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cf0241-b46c-471b-9c5d-3193ff744f96 None None] The sync data for ids ['1e36a1da-7d17-4f8b-92c0-b76d0db24df9'] in dv-cinder-797812-1-iscsi is: [{'id': '1e36a1da-7d17-4f8b-92c0-b76d0db24df9', 'name': 'tempest-TestVolumeBootPattern-128148971-router', 'tenant_id': '7e9e1a61b63448cb96b06ee581a7a442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:25:30Z', 'updated_at': '2021-06-24T09:33:44Z', 'revision_number': 6, 'project_id': '7e9e1a61b63448cb96b06ee581a7a442', 'gw_port_host': None}] {{(pid=93461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:33:45.347661 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:45.349848 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8fe51b3b-c73d-46f9-817a-76f957de7ce1 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:45.373370 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e54af3b-e658-4734-a261-b1a859d90529,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:45.376416 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:45.438479 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16318259'] for router_gateway, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:45.525891 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16302650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25649'] for router, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:45.527972 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:45.679662 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16303411'] for router, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:45.680255 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e36a1da-7d17-4f8b-92c0-b76d0db24df9 {{(pid=93459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:33:45.685302 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:45.686281 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-be548932-7269-4efa-818e-84c4043dd7b0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1e36a1da-7d17-4f8b-92c0-b76d0db24df9 HTTP/1.1" status: 204 len: 168 time: 0.9942091 Jun 24 09:33:45.688835 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57084) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:45.742399 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a018c8-e95d-4fb0-b265-6b74c7facd47 admin admin] Deleting subnet e84a199f-daa0-4fa4-8068-38df309c1883 {{(pid=93459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:33:45.745742 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a7a018c8-e95d-4fb0-b265-6b74c7facd47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:45.779423 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a7a018c8-e95d-4fb0-b265-6b74c7facd47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125388359'] for subnet, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:45.856814 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a7a018c8-e95d-4fb0-b265-6b74c7facd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:45.971369 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a7a018c8-e95d-4fb0-b265-6b74c7facd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125717070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12682728'] for subnet, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:45.976000 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-849def76-5b13-4661-897b-0fb3cbef8136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:45.996934 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a018c8-e95d-4fb0-b265-6b74c7facd47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84a199f-daa0-4fa4-8068-38df309c1883,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:45.999979 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a7a018c8-e95d-4fb0-b265-6b74c7facd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:46.000948 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a7a018c8-e95d-4fb0-b265-6b74c7facd47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:46.002753 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a7a018c8-e95d-4fb0-b265-6b74c7facd47 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e84a199f-daa0-4fa4-8068-38df309c1883 HTTP/1.1" status: 204 len: 168 time: 0.3128860 Jun 24 09:33:46.005500 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57086) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:46.006318 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1faea2-90da-4cf0-a026-aa0a4656bcb6 None None] Network 95eac441-4718-4432-815c-2f1b645dd938 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:33:46.083859 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:46.135914 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Deleting port 62be1e59-198f-4760-9c57-4f0096be2c63 {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:33:46.136246 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:46.190135 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0653a75a-3966-4ba1-b444-ab2b731901a7 None None] DHCP port deletion for 95eac441-4718-4432-815c-2f1b645dd938 request from dv-cinder-797812-1-iscsi {{(pid=93461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 09:33:46.199506 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] For port 62be1e59-198f-4760-9c57-4f0096be2c63, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=62be1e59-198f-4760-9c57-4f0096be2c63,segment=NetworkSegment(1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b),segment_id=1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:33:46.199918 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:46.213420 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Calling delete_port for 62be1e59-198f-4760-9c57-4f0096be2c63 owned by network:dhcp {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:33:46.236193 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-0653a75a-3966-4ba1-b444-ab2b731901a7 None None] Deleting port 62be1e59-198f-4760-9c57-4f0096be2c63 {{(pid=93461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:33:46.236478 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-0653a75a-3966-4ba1-b444-ab2b731901a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:46.308831 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-0653a75a-3966-4ba1-b444-ab2b731901a7 None None] For port 62be1e59-198f-4760-9c57-4f0096be2c63, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=62be1e59-198f-4760-9c57-4f0096be2c63,segment=NetworkSegment(1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b),segment_id=1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:33:46.308831 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-0653a75a-3966-4ba1-b444-ab2b731901a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:46.327148 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-0653a75a-3966-4ba1-b444-ab2b731901a7 None None] Calling delete_port for 62be1e59-198f-4760-9c57-4f0096be2c63 owned by network:dhcp {{(pid=93461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:33:46.348249 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:46.351073 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e6714835-2003-4b44-a9fe-b9669efeea93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:46.374854 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=62be1e59-198f-4760-9c57-4f0096be2c63,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:46.377982 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:46.378772 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] No DVR routers for this DVR port 62be1e59-198f-4760-9c57-4f0096be2c63 on host dv-cinder-797812-1-iscsi {{(pid=93460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:33:46.385947 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 0e54af3b-e658-4734-a261-b1a859d90529 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:33:46.412071 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 0e54af3b-e658-4734-a261-b1a859d90529 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:33:46.412416 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 0e54af3b-e658-4734-a261-b1a859d90529 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:33:46.412841 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device c197b517-2343-4d8d-a749-f5de9f573683 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:33:46.437569 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: c197b517-2343-4d8d-a749-f5de9f573683 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:33:46.437862 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device c197b517-2343-4d8d-a749-f5de9f573683 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:33:46.438288 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 62be1e59-198f-4760-9c57-4f0096be2c63 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:33:46.450642 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:46.458384 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 62be1e59-198f-4760-9c57-4f0096be2c63 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:33:46.458734 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 62be1e59-198f-4760-9c57-4f0096be2c63 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:33:46.463778 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95eac441-4718-4432-815c-2f1b645dd938']}} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:46.464091 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-0653a75a-3966-4ba1-b444-ab2b731901a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357'] for port, after_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:46.466023 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:46.476438 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b') {'for_net_delete': True} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:46.476730 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c14bd5a-c2ac-4126-bdf0-8e9f5d90f88b') {} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:46.485598 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13770857'] for segment, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:46.490717 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653a75a-3966-4ba1-b444-ab2b731901a7 None None] Pushing event deleted for resources: {'Port': ['ID=62be1e59-198f-4760-9c57-4f0096be2c63,revision_number=None']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:46.492552 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653a75a-3966-4ba1-b444-ab2b731901a7 None None] No DVR routers for this DVR port 62be1e59-198f-4760-9c57-4f0096be2c63 on host dv-cinder-797812-1-iscsi {{(pid=93461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:33:46.493920 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-0653a75a-3966-4ba1-b444-ab2b731901a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:46.501805 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:46.507193 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:33:46.507578 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14455338'] for segment, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: Traceback (most recent call last): Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: timer() Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: cb(*args, **kw) Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: return func(*args, **kwargs) Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: self._notify() Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: self.callback(batched_events) Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: event.method(event) Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: return f(self, *a, **k) Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._get(url).json() Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: return self.request(url, 'GET', **kwargs) Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:33:46.509185 dv-cinder-797812-1-iscsi neutron-server[93460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:33:46.605300 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:46.611337 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:46.618036 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/95eac441-4718-4432-815c-2f1b645dd938 HTTP/1.1" status: 204 len: 168 time: 0.6066625 Jun 24 09:33:46.618036 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:46.627204 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=95eac441-4718-4432-815c-2f1b645dd938,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:46.630134 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:46.924693 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57090) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:46.963262 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-da796b42-f3ac-49bb-bbed-f2699a208a4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d5c4a9d09eb4edb86fe215d0dea13b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373473 Jun 24 09:33:46.965608 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57092) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:47.016301 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8fef-032a-49ab-a3ed-6878b102923f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:47.036366 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8fef-032a-49ab-a3ed-6878b102923f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:47.062474 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-5a7503b2-1e26-4061-9a7d-74908dc00c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:47.147720 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8fef-032a-49ab-a3ed-6878b102923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:47.150411 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8fef-032a-49ab-a3ed-6878b102923f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:47.151629 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-dc3e8fef-032a-49ab-a3ed-6878b102923f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/152c9209-1bb5-4650-b617-50752cd84773 HTTP/1.1" status: 204 len: 168 time: 0.1851652 Jun 24 09:33:47.163679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-290c9b32-f3a6-4b6d-93d6-dcfb72973e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:47.163679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e8fef-032a-49ab-a3ed-6878b102923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152c9209-1bb5-4650-b617-50752cd84773,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:47.163679 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-dc3e8fef-032a-49ab-a3ed-6878b102923f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:47.726312 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57102) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:47.764628 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-45cae3c3-c95a-4f0c-b354-d1a0339646d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e9e1a61b63448cb96b06ee581a7a442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370426 Jun 24 09:33:47.767481 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57104) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:33:47.814427 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bc8b589b-b15f-47ee-b3fc-b40821cc8a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:47.835351 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bc8b589b-b15f-47ee-b3fc-b40821cc8a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:47.931316 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bc8b589b-b15f-47ee-b3fc-b40821cc8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:47.933942 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bc8b589b-b15f-47ee-b3fc-b40821cc8a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:47.935115 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-bc8b589b-b15f-47ee-b3fc-b40821cc8a54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a173ecf-da1a-4719-a319-b3f1f1d4999a HTTP/1.1" status: 204 len: 168 time: 0.1666996 Jun 24 09:33:47.937900 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-dc3e8fef-032a-49ab-a3ed-6878b102923f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:33:47.943265 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b589b-b15f-47ee-b3fc-b40821cc8a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a173ecf-da1a-4719-a319-b3f1f1d4999a,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:47.945586 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-bc8b589b-b15f-47ee-b3fc-b40821cc8a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:33:49.770984 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-969bebd2-bb27-4a02-b944-abccb567b79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:49.947564 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:50.502119 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:52.365157 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:33:58.673500 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:04.604946 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cdcfa615-d841-4d84-8b25-50ed5cedac9c req-4b5bb64a-7904-42d0-879e-1a9f890ea05a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546124 Jun 24 09:34:04.705974 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa615-d841-4d84-8b25-50ed5cedac9c req-cdc4566b-5f25-483a-b26c-018dea2d68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:04.707704 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cdcfa615-d841-4d84-8b25-50ed5cedac9c req-cdc4566b-5f25-483a-b26c-018dea2d68cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2&device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 1099 time: 0.0518844 Jun 24 09:34:04.817190 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa615-d841-4d84-8b25-50ed5cedac9c req-3c335dcb-2dde-4028-868b-4f38165bed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:04.818640 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cdcfa615-d841-4d84-8b25-50ed5cedac9c req-3c335dcb-2dde-4028-868b-4f38165bed49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3ae812a-9b4a-473b-9872-377485df2120 HTTP/1.1" status: 200 len: 911 time: 0.0868111 Jun 24 09:34:04.883444 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cdcfa615-d841-4d84-8b25-50ed5cedac9c req-b1b39889-5e1c-465d-9d62-6c5d4339b4ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bec183fc-566e-46a0-b70f-4e8ac951e702 HTTP/1.1" status: 200 len: 1001 time: 0.0572426 Jun 24 09:34:04.929282 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa615-d841-4d84-8b25-50ed5cedac9c req-3a1c6612-4b6c-4fff-a4e6-d6716045e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:04.930736 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cdcfa615-d841-4d84-8b25-50ed5cedac9c req-3a1c6612-4b6c-4fff-a4e6-d6716045e755 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b819431-816f-4373-92e6-f47c8b641dcd HTTP/1.1" status: 200 len: 849 time: 0.0415089 Jun 24 09:34:04.990486 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa615-d841-4d84-8b25-50ed5cedac9c req-b6dc45d9-ab23-48db-8011-96c0f57359ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:04.991998 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cdcfa615-d841-4d84-8b25-50ed5cedac9c req-b6dc45d9-ab23-48db-8011-96c0f57359ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3ae812a-9b4a-473b-9872-377485df2120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547588 Jun 24 09:34:05.079984 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cdcfa615-d841-4d84-8b25-50ed5cedac9c req-c99562e0-fa7a-4e65-9d59-78a6c7f2e68c service neutron] 10.222.0.60 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802956 Jun 24 09:34:05.172672 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cdcfa615-d841-4d84-8b25-50ed5cedac9c req-52454fa7-1664-4244-8753-2e304dadb886 service neutron] 10.222.0.60 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837405 Jun 24 09:34:09.816717 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33611cce-aaae-4c7a-bfd8-8ef24e9c7526 req-01b90671-3b40-49f2-8974-92097d1c35a4 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:09.818045 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-33611cce-aaae-4c7a-bfd8-8ef24e9c7526 req-01b90671-3b40-49f2-8974-92097d1c35a4 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0660753 Jun 24 09:34:09.855120 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-33611cce-aaae-4c7a-bfd8-8ef24e9c7526 req-c4cd42c7-cd94-4d27-a1ff-c3a86e681bfa tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Jun 24 09:34:11.025761 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9c3c3-86bb-4767-9f18-a6291d739294 req-de9ed4f4-9054-41c1-b084-f74a8ffaa5af tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:11.027199 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e9b9c3c3-86bb-4767-9f18-a6291d739294 req-de9ed4f4-9054-41c1-b084-f74a8ffaa5af tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0614965 Jun 24 09:34:11.062844 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-e9b9c3c3-86bb-4767-9f18-a6291d739294 req-096fe535-a553-4ab4-988a-9ba9350307e6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300901 Jun 24 09:34:11.875230 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-b0d923a9-acdc-4249-966d-c122b2a395b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:11.876540 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-b0d923a9-acdc-4249-966d-c122b2a395b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.60 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0601332 Jun 24 09:34:11.973940 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Deleting port bec183fc-566e-46a0-b70f-4e8ac951e702 {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:34:11.974277 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:12.059745 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] For port bec183fc-566e-46a0-b70f-4e8ac951e702, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=bec183fc-566e-46a0-b70f-4e8ac951e702,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:34:12.060471 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:12.230031 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:12.230314 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:12.230627 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.l3_db [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Floating IP 6e94b51e-89a2-46c3-813e-962af95265a9 disassociated. External IP: 172.27.2.78, port: bec183fc-566e-46a0-b70f-4e8ac951e702. Jun 24 09:34:12.230998 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Calling delete_port for bec183fc-566e-46a0-b70f-4e8ac951e702 owned by compute:nova {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:34:12.235435 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3faedb-5976-4770-b905-b371e9a0ab52 req-87c37fcc-eb51-4e0b-acae-2fc2244310ce tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:12.237531 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc3faedb-5976-4770-b905-b371e9a0ab52 req-87c37fcc-eb51-4e0b-acae-2fc2244310ce tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 946 time: 0.0617485 Jun 24 09:34:12.273602 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fc3faedb-5976-4770-b905-b371e9a0ab52 req-a5a839e9-9087-4eac-954f-a167010b3492 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=2809798b-8b11-4ee2-9785-b0f0b7c8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304594 Jun 24 09:34:12.422219 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:12.426169 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-94782b54-3e9a-46b6-912b-7b83e56a81ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:34:12.454106 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event deleted for resources: {'Port': ['ID=bec183fc-566e-46a0-b70f-4e8ac951e702,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:12.458266 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:34:12.563177 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:34:12.664006 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:34:12.673224 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc9952e-32dc-48fb-ac88-89a99e8e0655 None None] Sync routers for ids ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:34:12.681782 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9952e-32dc-48fb-ac88-89a99e8e0655 None None] Routers {'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:34:12.682392 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-9bc9952e-32dc-48fb-ac88-89a99e8e0655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:33:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:12.709715 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] No DVR routers for this DVR port bec183fc-566e-46a0-b70f-4e8ac951e702 on host hv-cinder-79781 {{(pid=93460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:34:12.712451 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:12.714724 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-418b1188-da8a-4be3-92ff-a00a295c1445 req-9563efbe-b6fa-47ee-b63f-6b880a65c21b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.60 "DELETE /v2.0/ports/bec183fc-566e-46a0-b70f-4e8ac951e702 HTTP/1.1" status: 204 len: 173 time: 0.8327868 Jun 24 09:34:12.715292 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be9169b-f0a2-4d26-a8ff-8367624323f8', 'name': 'network-vif-deleted', 'tag': 'bec183fc-566e-46a0-b70f-4e8ac951e702'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:34:12.718234 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d38d98-910b-475b-8dd0-81dc9da05ca7" -d '{"events": [{"server_uuid": "7be9169b-f0a2-4d26-a8ff-8367624323f8", "name": "network-vif-deleted", "tag": "bec183fc-566e-46a0-b70f-4e8ac951e702"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:34:12.754228 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793d7389-d29d-4f26-b079-514938fbda23 x-openstack-request-id: req-793d7389-d29d-4f26-b079-514938fbda23 {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:34:12.754569 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be9169b-f0a2-4d26-a8ff-8367624323f8", "name": "network-vif-deleted", "tag": "bec183fc-566e-46a0-b70f-4e8ac951e702", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:34:12.754891 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-793d7389-d29d-4f26-b079-514938fbda23 {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:34:12.755342 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be9169b-f0a2-4d26-a8ff-8367624323f8', 'name': 'network-vif-deleted', 'tag': 'bec183fc-566e-46a0-b70f-4e8ac951e702', 'status': 'completed', 'code': 200} Jun 24 09:34:12.788305 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-9bc9952e-32dc-48fb-ac88-89a99e8e0655 None None] Set router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:34:12.996158 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-9bc9952e-32dc-48fb-ac88-89a99e8e0655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:20Z', 'revision_number': 5, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:13.028035 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc9952e-32dc-48fb-ac88-89a99e8e0655 None None] Checking router: e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:34:13.036273 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9952e-32dc-48fb-ac88-89a99e8e0655 None None] Routers {'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:34:13.036861 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-9bc9952e-32dc-48fb-ac88-89a99e8e0655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:33:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:13.140596 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-9bc9952e-32dc-48fb-ac88-89a99e8e0655 None None] Set router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:34:13.329901 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-9bc9952e-32dc-48fb-ac88-89a99e8e0655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:20Z', 'revision_number': 5, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:13.355625 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc9952e-32dc-48fb-ac88-89a99e8e0655 None None] The sync data for ids ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'] in dv-cinder-797812-1-iscsi is: [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:20Z', 'revision_number': 5, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:34:13.434983 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-fa3552cb-c8b4-4f14-9e75-f6df41886f7e req-d5c9eb89-4fb7-4b42-bcc6-b3b5ad3be437 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be9169b-f0a2-4d26-a8ff-8367624323f8 HTTP/1.1" status: 200 len: 210 time: 0.0321422 Jun 24 09:34:13.578813 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5329eff4-eebc-4157-9ec0-e63fd4babcce None None] New status for floating IP 6e94b51e-89a2-46c3-813e-962af95265a9: DOWN {{(pid=93461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:34:14.594544 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57138) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:34:14.647453 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-05d799f3-aaf2-4a74-834c-a35e2d809781 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:14.672411 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-05d799f3-aaf2-4a74-834c-a35e2d809781 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:14.787337 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-05d799f3-aaf2-4a74-834c-a35e2d809781 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:14.790043 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-05d799f3-aaf2-4a74-834c-a35e2d809781 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:14.791173 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-05d799f3-aaf2-4a74-834c-a35e2d809781 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "DELETE /v2.0/security-groups/2809798b-8b11-4ee2-9785-b0f0b7c8c376 HTTP/1.1" status: 204 len: 168 time: 0.1955020 Jun 24 09:34:14.792017 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a736e5a8-4ec2-4691-a99b-3fddde6d9af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:34:14.793893 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57140) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:34:14.801244 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d799f3-aaf2-4a74-834c-a35e2d809781 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2809798b-8b11-4ee2-9785-b0f0b7c8c376,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:14.803708 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-05d799f3-aaf2-4a74-834c-a35e2d809781 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:34:14.808359 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.api.v2.resource [None req-85fa4644-57e2-46e8-975c-fd331d9391dc tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] show failed (client error): The resource could not be found. Jun 24 09:34:14.809381 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-85fa4644-57e2-46e8-975c-fd331d9391dc tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups/2809798b-8b11-4ee2-9785-b0f0b7c8c376 HTTP/1.1" status: 404 len: 347 time: 0.0144532 Jun 24 09:34:14.812142 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57142) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:34:14.930097 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-07f2b496-4e3e-4bea-9507-1c6f859cf6e2 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Deleting port 588bbc59-7a1c-4fc2-8544-44558c00b6a7 {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:34:14.930346 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07f2b496-4e3e-4bea-9507-1c6f859cf6e2 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:14.999965 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07f2b496-4e3e-4bea-9507-1c6f859cf6e2 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:15.000283 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07f2b496-4e3e-4bea-9507-1c6f859cf6e2 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:15.011713 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-07f2b496-4e3e-4bea-9507-1c6f859cf6e2 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Calling delete_port for 588bbc59-7a1c-4fc2-8544-44558c00b6a7 owned by network:floatingip {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:34:15.210673 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07f2b496-4e3e-4bea-9507-1c6f859cf6e2 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:15.212555 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a76abf2f-78bd-42b4-a654-b8482de279a1 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:34:15.243644 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2b496-4e3e-4bea-9507-1c6f859cf6e2 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event deleted for resources: {'Port': ['ID=588bbc59-7a1c-4fc2-8544-44558c00b6a7,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:15.246486 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-07f2b496-4e3e-4bea-9507-1c6f859cf6e2 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:34:15.299899 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07f2b496-4e3e-4bea-9507-1c6f859cf6e2 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for floatingip, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:15.302416 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07f2b496-4e3e-4bea-9507-1c6f859cf6e2 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:15.303568 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-07f2b496-4e3e-4bea-9507-1c6f859cf6e2 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "DELETE /v2.0/floatingips/6e94b51e-89a2-46c3-813e-962af95265a9 HTTP/1.1" status: 204 len: 168 time: 0.4905415 Jun 24 09:34:15.500650 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device bec183fc-566e-46a0-b70f-4e8ac951e702 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:34:15.520588 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: bec183fc-566e-46a0-b70f-4e8ac951e702 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:34:15.520939 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device bec183fc-566e-46a0-b70f-4e8ac951e702 not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:34:16.588111 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:34:16.714812 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57148) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:34:16.719580 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-f5758752-d41a-4097-8525-73efd4fbf02b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--990735806', 'description': 'tempest-description--82506037'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:34:16.804039 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f5758752-d41a-4097-8525-73efd4fbf02b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:16.882712 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f5758752-d41a-4097-8525-73efd4fbf02b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:16.958712 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f5758752-d41a-4097-8525-73efd4fbf02b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:16.961000 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-bc8b589b-b15f-47ee-b3fc-b40821cc8a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:34:16.988947 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5758752-d41a-4097-8525-73efd4fbf02b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c969e9ea-c235-4a8e-b464-55153ea24727,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:16.992247 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f5758752-d41a-4097-8525-73efd4fbf02b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:34:17.044736 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f5758752-d41a-4097-8525-73efd4fbf02b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:17.045981 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-f5758752-d41a-4097-8525-73efd4fbf02b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3300793 Jun 24 09:34:17.048765 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57150) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:34:17.053157 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-bedab853-3a3a-4d0c-8552-e93f512c9ce3 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Request body: {'security_group_rule': {'security_group_id': 'c969e9ea-c235-4a8e-b464-55153ea24727', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:34:17.062030 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-46984fa3-8876-471e-8276-4152d98b5f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:17.117578 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bedab853-3a3a-4d0c-8552-e93f512c9ce3 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:17.172166 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bedab853-3a3a-4d0c-8552-e93f512c9ce3 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:17.222179 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bedab853-3a3a-4d0c-8552-e93f512c9ce3 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:17.226921 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f5b05b3a-6224-45fc-81ab-cc9323a5a2a0 tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:34:17.245490 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedab853-3a3a-4d0c-8552-e93f512c9ce3 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbedf40c-aac9-49e8-a8ce-ba80c1515283,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:17.247865 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-bedab853-3a3a-4d0c-8552-e93f512c9ce3 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:34:17.290417 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-bedab853-3a3a-4d0c-8552-e93f512c9ce3 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:17.291608 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-bedab853-3a3a-4d0c-8552-e93f512c9ce3 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2419422 Jun 24 09:34:17.294235 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57152) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:34:17.298566 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-3d63e3fe-8bc9-48fd-9fb0-86818aae2904 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Request body: {'security_group_rule': {'security_group_id': 'c969e9ea-c235-4a8e-b464-55153ea24727', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:34:17.375450 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3d63e3fe-8bc9-48fd-9fb0-86818aae2904 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:17.430202 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3d63e3fe-8bc9-48fd-9fb0-86818aae2904 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:17.473171 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3d63e3fe-8bc9-48fd-9fb0-86818aae2904 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16416560'] for security_group_rule, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:17.475259 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-d5312574-b717-4eca-92c6-acd7099d6b5b tempest-AttachVolumeShelveTestJSON-760432968 tempest-AttachVolumeShelveTestJSON-760432968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:34:17.490248 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63e3fe-8bc9-48fd-9fb0-86818aae2904 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d56323a-3e78-46e0-aada-2f1527bc8e7d,revision_number=0']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:17.492572 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-3d63e3fe-8bc9-48fd-9fb0-86818aae2904 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:34:17.535910 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-3d63e3fe-8bc9-48fd-9fb0-86818aae2904 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:17.537120 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-3d63e3fe-8bc9-48fd-9fb0-86818aae2904 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2419565 Jun 24 09:34:17.540554 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57154) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:34:17.545183 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Request body: {'floatingip': {'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:34:17.628426 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for floatingip, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:17.726512 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:17.826879 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_common [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Allocated IP 172.27.2.2 (9b126f81-95f7-4d7b-999a-b64433cd03c3/43ca8d0e-4d61-40a3-b2a2-af77e74f61b1/5ad22014-01a4-43f7-b700-148d777e0f6b) {{(pid=93459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:34:17.921501 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for port, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:17.999264 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125717147'] for port, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:18.002506 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-51f56f81-7b4d-43c5-bbac-1296a8368b51 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:34:18.038614 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Network 9b126f81-95f7-4d7b-999a-b64433cd03c3 is already hosted by enough agents. {{(pid=93459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:34:18.041334 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Resources bound (agent type, host, resource id): {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:34:18.044692 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Received port after_create {{(pid=93459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:34:18.069443 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event updated for resources: {'Port': ['ID=5ad22014-01a4-43f7-b700-148d777e0f6b,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:18.073236 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:34:18.130666 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:18.225108 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:18.370211 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for port, precommit_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:18.410577 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125717133'] for port, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:18.413388 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9146df3a-b29a-4788-a3f0-7cc5fb885114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:34:18.475460 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event updated for resources: {'Port': ['ID=5ad22014-01a4-43f7-b700-148d777e0f6b,revision_number=2']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:18.479131 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:34:18.491884 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:18.570482 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:18.571630 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-5808e05a-3d3a-4455-8c06-36cc9572264f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0300722 Jun 24 09:34:18.754462 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-2b08aad2-8d6d-44e2-b562-aa9a97303866 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--990735806&fields=id&tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2 HTTP/1.1" status: 200 len: 267 time: 0.0329022 Jun 24 09:34:18.855402 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-da88d328-cfca-44b6-bf0a-cfbd2c25df28 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:18.856733 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-da88d328-cfca-44b6-bf0a-cfbd2c25df28 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/networks?id=c3ae812a-9b4a-473b-9872-377485df2120 HTTP/1.1" status: 200 len: 810 time: 0.0960209 Jun 24 09:34:18.870518 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-b36ab98b-46ab-4610-807b-58fdc53387d2 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/quotas/ec00b8cf5303492c8ca4a6da6b25b4a2 HTTP/1.1" status: 200 len: 375 time: 0.0084708 Jun 24 09:34:18.943550 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-1f2befef-871e-4f99-ba09-1d0f954bba19 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682495 Jun 24 09:34:18.958350 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-3175a495-28ff-4de4-b79d-a7db250b9740 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93459) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 09:34:18.959292 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-3175a495-28ff-4de4-b79d-a7db250b9740 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052249 Jun 24 09:34:19.043231 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-9a3c89e9-9f7b-4c20-aae0-41b56632986f service neutron] 10.222.0.39 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787485 Jun 24 09:34:19.398966 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-c60ade4d-e467-4ab8-b337-366239c03792 service neutron] 10.222.0.39 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494756 Jun 24 09:34:19.775989 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-2a9028b2-9316-44ff-b607-e299616a497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:19.936340 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:20.513277 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:20.677174 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-67f4b6b1-ee11-48c8-b218-f8a775bb4ff2 req-546f444e-0fd9-443f-8c59-c3e341fd812a tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 210 time: 0.0284522 Jun 24 09:34:21.766087 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bf49d911-12af-41fb-982c-d41a399779dc req-5b13a075-d843-4aba-89c8-4262fa7e7221 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 210 time: 0.0289733 Jun 24 09:34:22.341986 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:22.845857 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-049b9656-7341-4517-b647-b6db55f7b1ff req-78becb57-b9a1-4c6f-8591-31b9f48fa63c tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 210 time: 0.0283597 Jun 24 09:34:23.923422 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-3a4adda8-2c67-4c8c-acd5-f20a429eaaf8 req-c66ed9a1-1d08-41fb-9b70-0ceabedac922 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 210 time: 0.0276926 Jun 24 09:34:25.059462 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-81b69482-675b-4db0-8d18-21e03b784995 req-ba29cd49-3e6d-4f73-a6d0-e60565ce6bca tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 210 time: 0.0300827 Jun 24 09:34:26.205515 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-642d81bd-abbd-4932-b2e7-17727f99b557 req-d9216c9c-eb96-410a-b561-6fe646ec400f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 210 time: 0.0313928 Jun 24 09:34:26.860775 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-572eca0e-b2ac-401d-a535-3204374eb380 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:26.862090 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-572eca0e-b2ac-401d-a535-3204374eb380 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.60 "GET /v2.0/networks?id=c3ae812a-9b4a-473b-9872-377485df2120 HTTP/1.1" status: 200 len: 810 time: 0.0956643 Jun 24 09:34:26.908949 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-24296db4-6ffc-4c63-a5dd-886b1217ea13 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2 HTTP/1.1" status: 200 len: 379 time: 0.0331609 Jun 24 09:34:26.917099 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Request body: {'port': {'device_id': 'b72d8c90-fe03-4537-a63d-09294c37e430', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'admin_state_up': True, 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'security_groups': ['c969e9ea-c235-4a8e-b464-55153ea24727']}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:34:27.107722 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Made reservation on behalf of ec00b8cf5303492c8ca4a6da6b25b4a2 for: {'port': 1} {{(pid=93460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:34:27.111353 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for port, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:27.232977 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_common [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Allocated IP 172.20.0.14 (c3ae812a-9b4a-473b-9872-377485df2120/6b819431-816f-4373-92e6-f47c8b641dcd/17d26782-b1c3-43b9-9795-34d9a7eda625) {{(pid=93460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:34:27.353478 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-d99da6a9-1653-466a-a0f7-71fb36f7b1cc req-3fc1707f-aa34-43db-9c20-589a5cd9dea3 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 210 time: 0.0332565 Jun 24 09:34:27.401086 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for port, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:27.414646 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Transition to ACTIVE for port object 17d26782-b1c3-43b9-9795-34d9a7eda625 will not be triggered until provisioned by entity DHCP. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:34:27.519330 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-981680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758318832348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14455392'] for port, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:27.523174 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c24017d2-2ec0-416b-a516-078078b91cfe tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:34:27.568708 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Network c3ae812a-9b4a-473b-9872-377485df2120 is already hosted by enough agents. {{(pid=93460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:34:27.572046 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.base_scheduler [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Resources bound (agent type, host, resource id): {{(pid=93460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:34:27.575742 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Received port after_create {{(pid=93460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 09:34:27.602334 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event updated for resources: {'Port': ['ID=17d26782-b1c3-43b9-9795-34d9a7eda625,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:27.615174 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:27.615560 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:27.615996 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:27.616306 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:27.616696 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:27.617059 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:27.617419 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:27.617785 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:27.618170 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:27.618528 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:27.618907 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:27.619266 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:27.624595 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:34:27.641583 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:27.642268 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:27.720216 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8065350 Jun 24 09:34:27.738506 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Request body: {'port': {'device_id': 'b72d8c90-fe03-4537-a63d-09294c37e430', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79781'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:34:27.807094 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:27.862084 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-1ca810fb-78d6-4d3d-850c-75671194c3bd None None] Provisioning for port 17d26782-b1c3-43b9-9795-34d9a7eda625 completed by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:34:27.865820 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-1ca810fb-78d6-4d3d-850c-75671194c3bd None None] Provisioning complete for port 17d26782-b1c3-43b9-9795-34d9a7eda625 triggered by entity DHCP. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:34:27.874088 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1ca810fb-78d6-4d3d-850c-75671194c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:27.898354 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-1ca810fb-78d6-4d3d-850c-75671194c3bd None None] Port 17d26782-b1c3-43b9-9795-34d9a7eda625 cannot update to ACTIVE because it is not bound. {{(pid=93461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 09:34:28.320458 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d26782-b1c3-43b9-9795-34d9a7eda625 {{(pid=93460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:34:28.327880 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:28.340403 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.provisioning_blocks [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Transition to ACTIVE for port object 17d26782-b1c3-43b9-9795-34d9a7eda625 will not be triggered until provisioned by entity L2. {{(pid=93460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 09:34:28.399417 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:28.402455 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-463977f4-0356-4553-be4c-3f86c184e161 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:34:28.448938 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Pushing event updated for resources: {'Port': ['ID=17d26782-b1c3-43b9-9795-34d9a7eda625,revision_number=2']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:28.457774 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:34:28.526420 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a90e46-f6d3-4451-9adc-0d56fc610d25 req-09d661ad-334b-4d8c-a5e2-0da7e7271de3 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:28.527287 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Attempting to bind port 17d26782-b1c3-43b9-9795-34d9a7eda625 on host hv-cinder-79781 for vnic_type normal with profile {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 09:34:28.527632 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Attempting to bind port 17d26782-b1c3-43b9-9795-34d9a7eda625 by drivers openvswitch,hyperv on host hv-cinder-79781 at level 0 using segments [{'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'}] {{(pid=93460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 09:34:28.528112 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Attempting to bind port 17d26782-b1c3-43b9-9795-34d9a7eda625 on network c3ae812a-9b4a-473b-9872-377485df2120 {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:34:28.528227 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-53a90e46-f6d3-4451-9adc-0d56fc610d25 req-09d661ad-334b-4d8c-a5e2-0da7e7271de3 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 944 time: 0.0642416 Jun 24 09:34:28.532815 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Port 17d26782-b1c3-43b9-9795-34d9a7eda625 on network c3ae812a-9b4a-473b-9872-377485df2120 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79781 {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 09:34:28.533140 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Attempting to bind port 17d26782-b1c3-43b9-9795-34d9a7eda625 on network c3ae812a-9b4a-473b-9872-377485df2120 {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 09:34:28.538246 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Checking agent: {'id': '5751af11-5fa3-4fb3-9541-67f0674b7b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79781', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'started_at': datetime.datetime(2021, 6, 24, 9, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 9, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 09:34:28.538587 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Checking segment: {'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:34:28.539094 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Bound using segment: {'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'} {{(pid=93460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 09:34:28.539485 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.managers [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Bound port: 17d26782-b1c3-43b9-9795-34d9a7eda625, host: hv-cinder-79781, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9642ee2-7acd-4253-b66c-fc5ed5c17957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120'}}] {{(pid=93460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 09:34:28.539836 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:28.570197 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-53a90e46-f6d3-4451-9adc-0d56fc610d25 req-b587f72a-a10c-4d5d-a124-b264948417a8 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=c969e9ea-c235-4a8e-b464-55153ea24727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363727 Jun 24 09:34:28.609728 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] For port 17d26782-b1c3-43b9-9795-34d9a7eda625, host hv-cinder-79781, cleared binding levels {{(pid=93460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:34:28.613290 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] For port 17d26782-b1c3-43b9-9795-34d9a7eda625, host hv-cinder-79781, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=17d26782-b1c3-43b9-9795-34d9a7eda625,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:34:28.668225 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14455414'] for port, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:28.671166 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e722f67d-6034-479a-aa08-878ce52c13f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:34:28.696670 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:28.701660 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:28.702270 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:28.703674 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] 10.222.0.60 "PUT /v2.0/ports/17d26782-b1c3-43b9-9795-34d9a7eda625 HTTP/1.1" status: 200 len: 1094 time: 0.9705355 Jun 24 09:34:28.707579 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72d8c90-fe03-4537-a63d-09294c37e430', 'tag': '17d26782-b1c3-43b9-9795-34d9a7eda625'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:34:28.707579 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4d2862-4e34-4d44-a73e-2b681260251e" -d '{"events": [{"name": "network-changed", "server_uuid": "b72d8c90-fe03-4537-a63d-09294c37e430", "tag": "17d26782-b1c3-43b9-9795-34d9a7eda625"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:34:28.737182 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Pushing event updated for resources: {'Port': ['ID=17d26782-b1c3-43b9-9795-34d9a7eda625,revision_number=3']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:28.738930 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-6c430356-a542-475e-99b3-10f0f2c91222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:34:28.755009 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d4b95b-779c-42f8-aae0-840267f76187 x-openstack-request-id: req-b3d4b95b-779c-42f8-aae0-840267f76187 {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:34:28.759352 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72d8c90-fe03-4537-a63d-09294c37e430", "tag": "17d26782-b1c3-43b9-9795-34d9a7eda625", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:34:28.759352 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3d4b95b-779c-42f8-aae0-840267f76187 {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:34:28.759352 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72d8c90-fe03-4537-a63d-09294c37e430', 'tag': '17d26782-b1c3-43b9-9795-34d9a7eda625', 'status': 'completed', 'code': 200} Jun 24 09:34:28.857465 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d2862-4e34-4d44-a73e-2b681260251e req-dc1fbc69-0d3d-4062-9c3e-96920bc867bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:28.858964 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9f4d2862-4e34-4d44-a73e-2b681260251e req-dc1fbc69-0d3d-4062-9c3e-96920bc867bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2&device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 1097 time: 0.0570986 Jun 24 09:34:28.958050 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d2862-4e34-4d44-a73e-2b681260251e req-72fde21a-9f53-4ed9-8878-9382723a386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:28.959516 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9f4d2862-4e34-4d44-a73e-2b681260251e req-72fde21a-9f53-4ed9-8878-9382723a386d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0869944 Jun 24 09:34:29.052658 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d2862-4e34-4d44-a73e-2b681260251e req-0e25fc04-a66d-4080-975c-bfd6b4a034a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:29.054073 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-9f4d2862-4e34-4d44-a73e-2b681260251e req-0e25fc04-a66d-4080-975c-bfd6b4a034a3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878556 Jun 24 09:34:29.168692 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-0c354600-663a-465f-84a0-04b9f88de71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:29.170013 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-0c354600-663a-465f-84a0-04b9f88de71e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2&device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 1097 time: 0.0519307 Jun 24 09:34:29.214770 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-c06e9c10-2ae5-4e46-a600-4c61b183964d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17d26782-b1c3-43b9-9795-34d9a7eda625 HTTP/1.1" status: 200 len: 217 time: 0.0314310 Jun 24 09:34:29.263838 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-ccabdab1-082c-4201-97bf-b6da3f2c34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:29.265165 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-ccabdab1-082c-4201-97bf-b6da3f2c34e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b819431-816f-4373-92e6-f47c8b641dcd HTTP/1.1" status: 200 len: 849 time: 0.0443726 Jun 24 09:34:29.319713 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-9d594c83-f70f-49b6-960a-e2adffa8d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:29.321114 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-9d594c83-f70f-49b6-960a-e2adffa8d3a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3ae812a-9b4a-473b-9872-377485df2120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498300 Jun 24 09:34:29.407372 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-6408b78d-fa21-4bc7-89f5-3b8bf400ba91 service neutron] 10.222.0.60 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794342 Jun 24 09:34:29.498538 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-4f341cc0-c5c1-46bb-9901-b0c81004e188 req-3082c7a3-492a-4a78-bd6e-ad75b74f2fbc service neutron] 10.222.0.60 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831668 Jun 24 09:34:29.747166 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ec2b5-65d8-47b2-b988-7e54941379ad req-a6b27889-915a-4770-a523-59568f5cdb4e tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:29.748660 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e41ec2b5-65d8-47b2-b988-7e54941379ad req-a6b27889-915a-4770-a523-59568f5cdb4e tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 944 time: 0.0702817 Jun 24 09:34:29.785486 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-e41ec2b5-65d8-47b2-b988-7e54941379ad req-ac0cc452-e57c-4747-adb4-b8fbd065b224 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=c969e9ea-c235-4a8e-b464-55153ea24727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307877 Jun 24 09:34:30.961258 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51a141-1b20-495b-b5f5-6bd6eef73eb8 req-b3b0a642-5985-4c17-8150-56b58bf7cbe3 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:30.962615 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cc51a141-1b20-495b-b5f5-6bd6eef73eb8 req-b3b0a642-5985-4c17-8150-56b58bf7cbe3 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 944 time: 0.0655758 Jun 24 09:34:30.998444 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-cc51a141-1b20-495b-b5f5-6bd6eef73eb8 req-e144e70f-4ebf-4d63-91a2-7ddc37c3c2c4 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=c969e9ea-c235-4a8e-b464-55153ea24727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302227 Jun 24 09:34:31.573614 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 17d26782-b1c3-43b9-9795-34d9a7eda625 details requested by agent hyperv_hv-cinder-79781 with host hv-cinder-79781 {{(pid=93461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:34:31.677897 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 17d26782-b1c3-43b9-9795-34d9a7eda625, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=17d26782-b1c3-43b9-9795-34d9a7eda625,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:34:31.689843 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Returning: {'device': '17d26782-b1c3-43b9-9795-34d9a7eda625', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'port_id': '17d26782-b1c3-43b9-9795-34d9a7eda625', 'mac_address': 'fa:16:3e:5c:54:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:34:31.726914 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:31.744335 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d26782-b1c3-43b9-9795-34d9a7eda625 {{(pid=93461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 09:34:31.776316 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 17d26782-b1c3-43b9-9795-34d9a7eda625, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=17d26782-b1c3-43b9-9795-34d9a7eda625,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:34:31.856390 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:31.858123 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:34:31.903272 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=17d26782-b1c3-43b9-9795-34d9a7eda625,revision_number=4']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:31.906326 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:34:32.150627 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] get_ports_and_sgs() called for port_ids ['17d26782-b1c3-43b9-9795-34d9a7eda625'] {{(pid=93461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:34:32.173798 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce32ae9-b0a8-40c7-9816-647da1a7af96 req-241d6741-4f87-4655-810c-44316db49758 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:32.175281 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bce32ae9-b0a8-40c7-9816-647da1a7af96 req-241d6741-4f87-4655-810c-44316db49758 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 945 time: 0.0660830 Jun 24 09:34:32.213228 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-bce32ae9-b0a8-40c7-9816-647da1a7af96 req-937b4525-1e79-4f23-aaed-3b25e6f55830 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=c969e9ea-c235-4a8e-b464-55153ea24727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320377 Jun 24 09:34:33.386176 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf71578-dae5-4a11-bc13-90f628452f4e req-36944b91-6d40-4ed1-852d-a5ec3f1c6984 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:33.387636 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eaf71578-dae5-4a11-bc13-90f628452f4e req-36944b91-6d40-4ed1-852d-a5ec3f1c6984 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 945 time: 0.0659983 Jun 24 09:34:33.423090 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-eaf71578-dae5-4a11-bc13-90f628452f4e req-8bc597b7-b024-49c5-a3ed-fb7f397c9d64 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=c969e9ea-c235-4a8e-b464-55153ea24727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298386 Jun 24 09:34:33.573679 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 17d26782-b1c3-43b9-9795-34d9a7eda625 up at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:34:33.690113 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning for port 17d26782-b1c3-43b9-9795-34d9a7eda625 completed by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 09:34:33.693661 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.provisioning_blocks [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Provisioning complete for port 17d26782-b1c3-43b9-9795-34d9a7eda625 triggered by entity L2. {{(pid=93461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 09:34:33.694044 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962343'] for port, provisioning_complete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:33.768231 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981699'] for port, before_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:33.789900 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72d8c90-fe03-4537-a63d-09294c37e430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d26782-b1c3-43b9-9795-34d9a7eda625'}] {{(pid=93461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:34:33.792193 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4958beba7700748282b00797ec771bc01e7d6a2349f0508e2bf470f00a0e38ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6889c845-4ed3-4dbb-b479-5cdcbcb6aae0" -d '{"events": [{"server_uuid": "b72d8c90-fe03-4537-a63d-09294c37e430", "name": "network-vif-plugged", "status": "completed", "tag": "17d26782-b1c3-43b9-9795-34d9a7eda625"}]}' {{(pid=93461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:34:33.804666 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] For port 17d26782-b1c3-43b9-9795-34d9a7eda625, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=17d26782-b1c3-43b9-9795-34d9a7eda625,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:34:33.896279 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758319255601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758318832366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758318835231'] for port, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:33.898175 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-192b2d41-43d2-4101-b68e-7e2e481570af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:34:33.934125 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9919721b-ffe7-43bc-b35d-460d2a8e89b5 x-openstack-request-id: req-9919721b-ffe7-43bc-b35d-460d2a8e89b5 {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:34:33.934424 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72d8c90-fe03-4537-a63d-09294c37e430", "name": "network-vif-plugged", "status": "completed", "tag": "17d26782-b1c3-43b9-9795-34d9a7eda625", "code": 200}]} {{(pid=93461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:34:33.934705 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9919721b-ffe7-43bc-b35d-460d2a8e89b5 {{(pid=93461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:34:33.935120 dv-cinder-797812-1-iscsi neutron-server[93461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72d8c90-fe03-4537-a63d-09294c37e430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d26782-b1c3-43b9-9795-34d9a7eda625', 'code': 200} Jun 24 09:34:33.949302 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Pushing event updated for resources: {'Port': ['ID=17d26782-b1c3-43b9-9795-34d9a7eda625,revision_number=5']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:33.955748 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:34:34.309673 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b7ef0-f8d1-4494-b2d3-4219206d8709 req-3153f23f-9dd5-4051-9be2-2045d8c11058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:34.311151 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7f6b7ef0-f8d1-4494-b2d3-4219206d8709 req-3153f23f-9dd5-4051-9be2-2045d8c11058 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 1099 time: 0.0519538 Jun 24 09:34:34.345254 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-7f6b7ef0-f8d1-4494-b2d3-4219206d8709 req-33808f3a-1cbc-4f6a-a11c-5c287f92fdcf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c969e9ea-c235-4a8e-b464-55153ea24727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280185 Jun 24 09:34:34.594950 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b60f59-dc1a-42d0-b0dc-f7505c83e93b req-2d795251-120f-485c-9c95-a53561755a54 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:34.596423 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a2b60f59-dc1a-42d0-b0dc-f7505c83e93b req-2d795251-120f-485c-9c95-a53561755a54 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 946 time: 0.0660243 Jun 24 09:34:34.633500 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-a2b60f59-dc1a-42d0-b0dc-f7505c83e93b req-1f668494-5bf3-49d1-a925-3bff69229ea6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=c969e9ea-c235-4a8e-b464-55153ea24727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315542 Jun 24 09:34:35.811847 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d7863-ff0b-4574-b0fd-3e88ae67aa4e req-427374a5-b814-49c5-8fef-7613a09a636d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:35.813261 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8d6d7863-ff0b-4574-b0fd-3e88ae67aa4e req-427374a5-b814-49c5-8fef-7613a09a636d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 946 time: 0.0665100 Jun 24 09:34:35.849387 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-8d6d7863-ff0b-4574-b0fd-3e88ae67aa4e req-9b0f8a1f-9780-476e-a17d-d15ad1ea27ee tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=c969e9ea-c235-4a8e-b464-55153ea24727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304000 Jun 24 09:34:36.010058 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e012c23-f48e-40df-a376-285005fd8085 req-0f183942-a30d-432c-aa9f-3f1c6c377cf8 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:36.011525 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8e012c23-f48e-40df-a376-285005fd8085 req-0f183942-a30d-432c-aa9f-3f1c6c377cf8 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 946 time: 0.0620189 Jun 24 09:34:36.020196 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57244) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:34:36.024611 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.v2.base [None req-20230257-8a4c-49dc-aabf-0e1351e3a97d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Request body: {'floatingip': {'port_id': '17d26782-b1c3-43b9-9795-34d9a7eda625'}} {{(pid=93460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:34:36.061866 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-20230257-8a4c-49dc-aabf-0e1351e3a97d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for floatingip, before_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:36.489202 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-20230257-8a4c-49dc-aabf-0e1351e3a97d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:36.530236 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-20230257-8a4c-49dc-aabf-0e1351e3a97d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:36.626455 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.l3_db [None req-20230257-8a4c-49dc-aabf-0e1351e3a97d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Floating IP 3881482f-160b-418d-a677-bb1e0943cd76 associated. External IP: 172.27.2.2, port: 17d26782-b1c3-43b9-9795-34d9a7eda625. Jun 24 09:34:36.823360 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20230257-8a4c-49dc-aabf-0e1351e3a97d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:34:36.924330 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20230257-8a4c-49dc-aabf-0e1351e3a97d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:34:36.929002 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-20230257-8a4c-49dc-aabf-0e1351e3a97d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:36.934005 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b39d9-3ad3-4507-909d-720f79959426 None None] Sync routers for ids ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:34:36.944343 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b39d9-3ad3-4507-909d-720f79959426 None None] Routers {'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:34:36.944984 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-4c8b39d9-3ad3-4507-909d-720f79959426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:34:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:36.963745 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-20230257-8a4c-49dc-aabf-0e1351e3a97d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "PUT /v2.0/floatingips/3881482f-160b-418d-a677-bb1e0943cd76 HTTP/1.1" status: 200 len: 990 time: 0.9425099 Jun 24 09:34:36.964538 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72d8c90-fe03-4537-a63d-09294c37e430', 'tag': '17d26782-b1c3-43b9-9795-34d9a7eda625'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:34:36.966998 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da9d453-9a6a-4fca-9815-d4cbea7fc60a" -d '{"events": [{"name": "network-changed", "server_uuid": "b72d8c90-fe03-4537-a63d-09294c37e430", "tag": "17d26782-b1c3-43b9-9795-34d9a7eda625"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:34:37.011302 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 09:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a923d9-e28b-48b9-8467-25af5d44e077 x-openstack-request-id: req-38a923d9-e28b-48b9-8467-25af5d44e077 {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:34:37.011974 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72d8c90-fe03-4537-a63d-09294c37e430", "tag": "17d26782-b1c3-43b9-9795-34d9a7eda625", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:34:37.012225 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38a923d9-e28b-48b9-8467-25af5d44e077 {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:34:37.012681 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72d8c90-fe03-4537-a63d-09294c37e430', 'tag': '17d26782-b1c3-43b9-9795-34d9a7eda625', 'status': 'completed', 'code': 200} Jun 24 09:34:37.129517 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9d453-9a6a-4fca-9815-d4cbea7fc60a req-4c4d4d2e-80b6-465d-bb99-9c3098c39c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:37.131025 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8da9d453-9a6a-4fca-9815-d4cbea7fc60a req-4c4d4d2e-80b6-465d-bb99-9c3098c39c69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2&device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 1099 time: 0.0557554 Jun 24 09:34:37.144119 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-4c8b39d9-3ad3-4507-909d-720f79959426 None None] Set router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:34:37.221782 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9d453-9a6a-4fca-9815-d4cbea7fc60a req-f35de933-e04a-416a-bc2c-eea4f1e80348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:37.223179 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8da9d453-9a6a-4fca-9815-d4cbea7fc60a req-f35de933-e04a-416a-bc2c-eea4f1e80348 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3ae812a-9b4a-473b-9872-377485df2120 HTTP/1.1" status: 200 len: 911 time: 0.0858302 Jun 24 09:34:37.288092 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8da9d453-9a6a-4fca-9815-d4cbea7fc60a req-c24d6625-8c7b-4ac1-8301-fbcfd94ab0f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17d26782-b1c3-43b9-9795-34d9a7eda625 HTTP/1.1" status: 200 len: 998 time: 0.0582218 Jun 24 09:34:37.341718 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9d453-9a6a-4fca-9815-d4cbea7fc60a req-c8a5325f-1572-4fe2-82e2-2aaec5e69a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:37.343177 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8da9d453-9a6a-4fca-9815-d4cbea7fc60a req-c8a5325f-1572-4fe2-82e2-2aaec5e69a1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b819431-816f-4373-92e6-f47c8b641dcd HTTP/1.1" status: 200 len: 849 time: 0.0489590 Jun 24 09:34:37.360548 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-4c8b39d9-3ad3-4507-909d-720f79959426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': '3881482f-160b-418d-a677-bb1e0943cd76', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'port_id': '17d26782-b1c3-43b9-9795-34d9a7eda625', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'mac_address': 'fa:16:3e:5c:54:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d8c90-fe03-4537-a63d-09294c37e430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:34:18Z', 'updated_at': '2021-06-24T09:34:36Z', 'revision_number': 1, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:20Z', 'revision_number': 5, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:37.387860 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b39d9-3ad3-4507-909d-720f79959426 None None] Checking router: e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:34:37.395871 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b39d9-3ad3-4507-909d-720f79959426 None None] Routers {'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:34:37.396482 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-4c8b39d9-3ad3-4507-909d-720f79959426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:34:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:37.398167 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9d453-9a6a-4fca-9815-d4cbea7fc60a req-b97e0559-e250-4636-b9c5-b7bb2a1bd1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:34:37.399671 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8da9d453-9a6a-4fca-9815-d4cbea7fc60a req-b97e0559-e250-4636-b9c5-b7bb2a1bd1b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3ae812a-9b4a-473b-9872-377485df2120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505822 Jun 24 09:34:37.496566 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8da9d453-9a6a-4fca-9815-d4cbea7fc60a req-3cc74f55-a754-4d02-b3f1-bf0e732253df service neutron] 10.222.0.60 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897491 Jun 24 09:34:37.508410 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-4c8b39d9-3ad3-4507-909d-720f79959426 None None] Set router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:34:37.590580 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-8da9d453-9a6a-4fca-9815-d4cbea7fc60a req-6403fa31-5ffb-474c-a6b4-7fa7832bc123 service neutron] 10.222.0.60 "GET /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868211 Jun 24 09:34:37.737601 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-4c8b39d9-3ad3-4507-909d-720f79959426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': '3881482f-160b-418d-a677-bb1e0943cd76', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'port_id': '17d26782-b1c3-43b9-9795-34d9a7eda625', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'mac_address': 'fa:16:3e:5c:54:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d8c90-fe03-4537-a63d-09294c37e430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:34:18Z', 'updated_at': '2021-06-24T09:34:36Z', 'revision_number': 1, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:20Z', 'revision_number': 5, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:37.767130 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b39d9-3ad3-4507-909d-720f79959426 None None] The sync data for ids ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'] in dv-cinder-797812-1-iscsi is: [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_floatingips': [{'id': '3881482f-160b-418d-a677-bb1e0943cd76', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'router_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'port_id': '17d26782-b1c3-43b9-9795-34d9a7eda625', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'mac_address': 'fa:16:3e:5c:54:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72d8c90-fe03-4537-a63d-09294c37e430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T09:34:18Z', 'updated_at': '2021-06-24T09:34:36Z', 'revision_number': 1, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:20Z', 'revision_number': 5, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:34:37.928785 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d0417-1dc0-4eee-a24b-8611e4ea46bc None None] New status for floating IP 3881482f-160b-418d-a677-bb1e0943cd76: ACTIVE {{(pid=93461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:34:47.090187 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-683edfa0-9622-4181-b74d-99373e02662e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:49.781920 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-4e584111-3b9b-4a81-929f-ca074abbacaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:49.947033 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:50.529889 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:52.358819 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:34:53.586528 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:34:58.741074 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:17.073360 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e24555f0-5988-403c-b406-fddbe2590ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:19.780967 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-01bad395-98b2-44ef-a7cf-9cb6713007d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:19.940730 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:20.495771 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:22.341279 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:28.684527 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:30.584851 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:35:40.335641 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71682d45-ae31-4b6c-91a9-db32f51beb0c req-2c2a1594-92bd-45ac-b201-fab423b9b5bc tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:35:40.337091 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-71682d45-ae31-4b6c-91a9-db32f51beb0c req-2c2a1594-92bd-45ac-b201-fab423b9b5bc tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 946 time: 0.0674698 Jun 24 09:35:40.376315 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-71682d45-ae31-4b6c-91a9-db32f51beb0c req-3c003151-7483-4d5b-b26c-7e6c1df7507a tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=c969e9ea-c235-4a8e-b464-55153ea24727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330031 Jun 24 09:35:41.555965 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052b83b-9051-49b8-8beb-96fbe96d5471 req-21210142-ae7b-44c4-8925-a6a1944a0cc5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:35:41.557936 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d052b83b-9051-49b8-8beb-96fbe96d5471 req-21210142-ae7b-44c4-8925-a6a1944a0cc5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 946 time: 0.0687451 Jun 24 09:35:41.596865 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [req-d052b83b-9051-49b8-8beb-96fbe96d5471 req-d3f68e93-c007-4400-8da3-63e64f9cf5ce tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=c969e9ea-c235-4a8e-b464-55153ea24727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332577 Jun 24 09:35:42.145702 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-b8b7d86f-b520-4232-b7a6-5995219730e0 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:35:42.147188 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-b8b7d86f-b520-4232-b7a6-5995219730e0 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.60 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 946 time: 0.0690520 Jun 24 09:35:42.250309 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Deleting port 17d26782-b1c3-43b9-9795-34d9a7eda625 {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:35:42.250696 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:42.352653 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] For port 17d26782-b1c3-43b9-9795-34d9a7eda625, host hv-cinder-79781, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79781',level=0,port_id=17d26782-b1c3-43b9-9795-34d9a7eda625,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:35:42.353008 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:42.532702 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:42.533073 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16318286'] for floatingip, after_update {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:42.533381 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.db.l3_db [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Floating IP 3881482f-160b-418d-a677-bb1e0943cd76 disassociated. External IP: 172.27.2.2, port: 17d26782-b1c3-43b9-9795-34d9a7eda625. Jun 24 09:35:42.533717 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Calling delete_port for 17d26782-b1c3-43b9-9795-34d9a7eda625 owned by compute:nova {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:35:42.753743 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:42.758516 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0d071833-e408-476b-9a19-9d1f15187dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:35:42.788732 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event deleted for resources: {'Port': ['ID=17d26782-b1c3-43b9-9795-34d9a7eda625,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:35:42.808987 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cab26-54f0-4b19-afe9-d844975f1448 req-eeab30f1-7802-49e2-b6f7-206215db1b02 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:35:42.810555 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-be7cab26-54f0-4b19-afe9-d844975f1448 req-eeab30f1-7802-49e2-b6f7-206215db1b02 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 946 time: 0.1003668 Jun 24 09:35:42.813900 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:42.814352 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:42.814656 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:42.815050 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:42.815404 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:42.854634 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:42.854634 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:42.854634 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:42.854634 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:42.854634 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:42.854634 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:42.854634 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:42.854634 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:35:42.921419 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-be7cab26-54f0-4b19-afe9-d844975f1448 req-1e0a919b-e6fb-4c61-af63-9263d884d8b7 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups?id=c969e9ea-c235-4a8e-b464-55153ea24727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004820 Jun 24 09:35:42.953337 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:35:43.073735 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:35:43.085086 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8db8a2-a559-437b-9589-5b82c67d9eae None None] Sync routers for ids ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:35:43.095539 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8db8a2-a559-437b-9589-5b82c67d9eae None None] Routers {'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:35:43.096164 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-2d8db8a2-a559-437b-9589-5b82c67d9eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:35:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:35:43.116533 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] No DVR routers for this DVR port 17d26782-b1c3-43b9-9795-34d9a7eda625 on host hv-cinder-79781 {{(pid=93460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:35:43.119159 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for port, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:43.121749 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-dca447ed-01ca-48a9-bdd5-c0a3ecc3451f req-760f5143-da93-4029-82b6-5c569a6866b5 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.60 "DELETE /v2.0/ports/17d26782-b1c3-43b9-9795-34d9a7eda625 HTTP/1.1" status: 204 len: 173 time: 0.9694493 Jun 24 09:35:43.122297 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72d8c90-fe03-4537-a63d-09294c37e430', 'name': 'network-vif-deleted', 'tag': '17d26782-b1c3-43b9-9795-34d9a7eda625'}] {{(pid=93460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 09:35:43.124656 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977d1846cf1d74b508217504eee7506ba4c192203faf8d37d1e94fc1f77e1f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835406c8-aebb-4b0b-a31d-37c071fe82e8" -d '{"events": [{"server_uuid": "b72d8c90-fe03-4537-a63d-09294c37e430", "name": "network-vif-deleted", "tag": "17d26782-b1c3-43b9-9795-34d9a7eda625"}]}' {{(pid=93460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:35:43.167226 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 09:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f7718f-608b-4503-bd33-2cf3ea070c0d x-openstack-request-id: req-d7f7718f-608b-4503-bd33-2cf3ea070c0d {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:35:43.167852 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72d8c90-fe03-4537-a63d-09294c37e430", "name": "network-vif-deleted", "tag": "17d26782-b1c3-43b9-9795-34d9a7eda625", "status": "completed", "code": 200}]} {{(pid=93460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:35:43.168179 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7f7718f-608b-4503-bd33-2cf3ea070c0d {{(pid=93460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:35:43.168927 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72d8c90-fe03-4537-a63d-09294c37e430', 'name': 'network-vif-deleted', 'tag': '17d26782-b1c3-43b9-9795-34d9a7eda625', 'status': 'completed', 'code': 200} Jun 24 09:35:43.250716 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-2d8db8a2-a559-437b-9589-5b82c67d9eae None None] Set router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:35:43.493039 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-2d8db8a2-a559-437b-9589-5b82c67d9eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:20Z', 'revision_number': 5, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:35:43.518799 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8db8a2-a559-437b-9589-5b82c67d9eae None None] Checking router: e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:35:43.528810 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8db8a2-a559-437b-9589-5b82c67d9eae None None] Routers {'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:35:43.531049 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-2d8db8a2-a559-437b-9589-5b82c67d9eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:35:20Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:35:43.639515 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-2d8db8a2-a559-437b-9589-5b82c67d9eae None None] Set router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:35:44.045003 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-2d8db8a2-a559-437b-9589-5b82c67d9eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:20Z', 'revision_number': 5, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:35:44.075790 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8db8a2-a559-437b-9589-5b82c67d9eae None None] The sync data for ids ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'] in dv-cinder-797812-1-iscsi is: [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:31:15Z', 'revision_number': 4, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi', '_interfaces': [{'id': '715ab4d2-3bf0-44d0-a867-02d0b991f662', 'name': '', 'network_id': 'c3ae812a-9b4a-473b-9872-377485df2120', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'mac_address': 'fa:16:3e:4b:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:14Z', 'updated_at': '2021-06-24T09:31:20Z', 'revision_number': 5, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'subnets': [{'id': '6b819431-816f-4373-92e6-f47c8b641dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:35:44.194522 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [req-3dec1866-3dbc-472e-8986-5f9d91e7216c req-9b7d72e9-3ca3-46d7-bc67-b4f0e7281e1f tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72d8c90-fe03-4537-a63d-09294c37e430 HTTP/1.1" status: 200 len: 210 time: 0.0550888 Jun 24 09:35:44.347020 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168cd667-809a-4c29-85f8-5904a0d6149f None None] New status for floating IP 3881482f-160b-418d-a677-bb1e0943cd76: DOWN {{(pid=93461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 09:35:45.393591 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57450) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:35:45.450488 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f30de2b1-edba-4a3c-871a-23dc2013df3d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:45.480127 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f30de2b1-edba-4a3c-871a-23dc2013df3d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:45.574509 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f30de2b1-edba-4a3c-871a-23dc2013df3d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:45.577214 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-f30de2b1-edba-4a3c-871a-23dc2013df3d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:45.578365 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-f30de2b1-edba-4a3c-871a-23dc2013df3d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "DELETE /v2.0/security-groups/c969e9ea-c235-4a8e-b464-55153ea24727 HTTP/1.1" status: 204 len: 168 time: 0.1838167 Jun 24 09:35:45.579185 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c460e1d7-99b6-4c08-8edd-f5bbbcc57c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:35:45.581256 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57452) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:35:45.589584 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30de2b1-edba-4a3c-871a-23dc2013df3d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c969e9ea-c235-4a8e-b464-55153ea24727,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:35:45.592101 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f30de2b1-edba-4a3c-871a-23dc2013df3d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:35:45.595920 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.api.v2.resource [None req-c42ddcc6-9ed8-46df-9201-ed03f2b4980b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] show failed (client error): The resource could not be found. Jun 24 09:35:45.596897 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c42ddcc6-9ed8-46df-9201-ed03f2b4980b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "GET /v2.0/security-groups/c969e9ea-c235-4a8e-b464-55153ea24727 HTTP/1.1" status: 404 len: 347 time: 0.0146363 Jun 24 09:35:45.599775 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57454) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:35:45.731436 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Deleting port 5ad22014-01a4-43f7-b700-148d777e0f6b {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:35:45.731690 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:45.813319 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:45.813644 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:45.824887 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Calling delete_port for 5ad22014-01a4-43f7-b700-148d777e0f6b owned by network:floatingip {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:35:45.869523 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 17d26782-b1c3-43b9-9795-34d9a7eda625 no longer exists at agent hyperv_hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:35:45.892553 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] No Port match for: 17d26782-b1c3-43b9-9795-34d9a7eda625 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:35:45.893032 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Device 17d26782-b1c3-43b9-9795-34d9a7eda625 not bound to the agent host hv-cinder-79781 {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:35:46.032080 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:46.036261 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-e0554f6e-ae7b-495a-823f-05c19e7637fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:35:46.059192 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Pushing event deleted for resources: {'Port': ['ID=5ad22014-01a4-43f7-b700-148d777e0f6b,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:35:46.087675 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:46.088043 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:46.088408 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:46.088762 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:46.089139 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:46.089479 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:46.089848 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:46.090172 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:46.090517 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:46.090877 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:46.091217 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:46.091560 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:46.096006 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:35:46.135447 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks [] for floatingip, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:46.139272 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103713'] for floatingip, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:46.140395 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1116d60d-5638-4d7b-ac09-54f17e3a5be6 tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] 10.222.0.39 "DELETE /v2.0/floatingips/3881482f-160b-418d-a677-bb1e0943cd76 HTTP/1.1" status: 204 len: 168 time: 0.5396810 Jun 24 09:35:47.077975 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-bc11902a-b571-4b6a-b969-b84b9011386c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:49.796550 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e8ce145f-e7e3-45f2-b35c-5402673bd8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:49.935070 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:50.202590 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57482) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:35:50.489288 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:50.541168 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-71708d7e-3b13-4fb4-a445-269d4c9f3865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16381094'] for router_interface, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:50.789068 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-71708d7e-3b13-4fb4-a445-269d4c9f3865 admin admin] Deleting port 715ab4d2-3bf0-44d0-a867-02d0b991f662 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:35:50.789401 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-71708d7e-3b13-4fb4-a445-269d4c9f3865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:50.871898 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-71708d7e-3b13-4fb4-a445-269d4c9f3865 admin admin] For port 715ab4d2-3bf0-44d0-a867-02d0b991f662, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=715ab4d2-3bf0-44d0-a867-02d0b991f662,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:35:50.872247 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-71708d7e-3b13-4fb4-a445-269d4c9f3865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:50.884948 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-71708d7e-3b13-4fb4-a445-269d4c9f3865 admin admin] Calling delete_port for 715ab4d2-3bf0-44d0-a867-02d0b991f662 owned by network:router_interface {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:35:51.145434 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-71708d7e-3b13-4fb4-a445-269d4c9f3865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:51.147358 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-12870cb6-84e3-428d-9bae-295478e2c7e6 tempest-TestVolumeBootPattern-2054719168 tempest-TestVolumeBootPattern-2054719168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:35:51.171956 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71708d7e-3b13-4fb4-a445-269d4c9f3865 admin admin] Pushing event deleted for resources: {'Port': ['ID=715ab4d2-3bf0-44d0-a867-02d0b991f662,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:35:51.175082 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-71708d7e-3b13-4fb4-a445-269d4c9f3865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:35:51.341754 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-71708d7e-3b13-4fb4-a445-269d4c9f3865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16266041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16317206'] for router_interface, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:51.550588 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71708d7e-3b13-4fb4-a445-269d4c9f3865 admin admin] Router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 has already been hosted by L3 agent 3c300f90-f6a5-4a09-a6df-c1fa2984013a {{(pid=93459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 09:35:51.654883 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71708d7e-3b13-4fb4-a445-269d4c9f3865 admin admin] Notify agent at l3_agent.dv-cinder-797812-1-iscsi the message routers_updated {{(pid=93459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:35:51.659785 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-71708d7e-3b13-4fb4-a445-269d4c9f3865 admin admin] 10.222.0.39 "PUT /v2.0/routers/e9b7b360-51fb-4d4f-8361-5a5ab5cfab66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4561455 Jun 24 09:35:51.662353 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57484) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:35:51.663124 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8fff58-0c44-4b2d-8c68-b7badc83f871 None None] Sync routers for ids ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'] in dv-cinder-797812-1-iscsi {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:35:51.680684 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8fff58-0c44-4b2d-8c68-b7badc83f871 None None] Routers {'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:35:51.681209 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-da8fff58-0c44-4b2d-8c68-b7badc83f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:35:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:35:51.764868 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:51.783998 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-da8fff58-0c44-4b2d-8c68-b7badc83f871 None None] Set router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 gateway port host: dv-cinder-797812-1-iscsi {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:35:51.865425 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:51.960054 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-da8fff58-0c44-4b2d-8c68-b7badc83f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'external_fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:35:51Z', 'revision_number': 5, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port': {'id': '6e1a656f-bfbc-498c-87bf-3795e22c63a0', 'name': '', 'network_id': '9b126f81-95f7-4d7b-999a-b64433cd03c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797812-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T09:31:12Z', 'updated_at': '2021-06-24T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ca8d0e-4d61-40a3-b2a2-af77e74f61b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797812-1-iscsi'}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:35:51.977449 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Deleting port 6e1a656f-bfbc-498c-87bf-3795e22c63a0 {{(pid=93459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:35:51.977793 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:51.986234 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8fff58-0c44-4b2d-8c68-b7badc83f871 None None] Checking router: e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 for host: dv-cinder-797812-1-iscsi {{(pid=93462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:35:51.994287 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8fff58-0c44-4b2d-8c68-b7badc83f871 None None] Routers {'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'} bound to L3 agent in host dv-cinder-797812-1-iscsi {{(pid=93462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 09:35:51.994992 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-da8fff58-0c44-4b2d-8c68-b7badc83f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797812-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T09:14:50Z,description=,heartbeat_timestamp=2021-06-24T09:35:50Z,host='dv-cinder-797812-1-iscsi',id=3c300f90-f6a5-4a09-a6df-c1fa2984013a,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T09:14:50Z,topic='l3_agent')) {'router_ids': ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'], 'active': True} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:35:52.060487 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.db [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] For port 6e1a656f-bfbc-498c-87bf-3795e22c63a0, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=6e1a656f-bfbc-498c-87bf-3795e22c63a0,segment=NetworkSegment(7cb35720-1b47-4439-b613-553fdf019929),segment_id=7cb35720-1b47-4439-b613-553fdf019929)] {{(pid=93459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:35:52.060849 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:52.072367 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.plugin [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Calling delete_port for 6e1a656f-bfbc-498c-87bf-3795e22c63a0 owned by network:router_gateway {{(pid=93459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:35:52.093241 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_dvr_db [None req-da8fff58-0c44-4b2d-8c68-b7badc83f871 None None] Set router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 gateway port host: None {{(pid=93462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 09:35:52.144012 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.l3_hamode_db [None req-da8fff58-0c44-4b2d-8c68-b7badc83f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:35:51Z', 'revision_number': 6, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port_host': None}], 'dv-cinder-797812-1-iscsi', False) {} {{(pid=93462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:35:52.172245 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8fff58-0c44-4b2d-8c68-b7badc83f871 None None] The sync data for ids ['e9b7b360-51fb-4d4f-8361-5a5ab5cfab66'] in dv-cinder-797812-1-iscsi is: [{'id': 'e9b7b360-51fb-4d4f-8361-5a5ab5cfab66', 'name': 'tempest-AttachVolumeTestJSON-103475570-router', 'tenant_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T09:31:11Z', 'updated_at': '2021-06-24T09:35:51Z', 'revision_number': 6, 'project_id': 'ec00b8cf5303492c8ca4a6da6b25b4a2', 'gw_port_host': None}] {{(pid=93462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:35:52.312330 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125717124'] for port, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:52.315241 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-29d81943-ed01-4c4b-aeea-15a935d14509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:35:52.338754 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1a656f-bfbc-498c-87bf-3795e22c63a0,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:35:52.341896 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:35:52.396866 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:52.401473 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16318259'] for router_gateway, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:52.488091 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16302650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25649'] for router, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:52.490105 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:52.676632 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16303411'] for router, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:52.677194 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 {{(pid=93459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:35:52.681742 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] Notify callbacks [] for router, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:52.682852 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b039d3f4-9831-4afd-abf6-86414ee869ea admin admin] 10.222.0.39 "DELETE /v2.0/routers/e9b7b360-51fb-4d4f-8361-5a5ab5cfab66 HTTP/1.1" status: 204 len: 168 time: 1.0195651 Jun 24 09:35:52.685288 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57486) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:35:52.729984 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3006cdf-7005-45b6-80a7-ee938140a760 admin admin] Deleting subnet 6b819431-816f-4373-92e6-f47c8b641dcd {{(pid=93459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:35:52.732928 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3006cdf-7005-45b6-80a7-ee938140a760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:52.764824 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3006cdf-7005-45b6-80a7-ee938140a760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125388359'] for subnet, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:52.844100 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3006cdf-7005-45b6-80a7-ee938140a760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:52.931596 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 715ab4d2-3bf0-44d0-a867-02d0b991f662 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:35:52.950834 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 715ab4d2-3bf0-44d0-a867-02d0b991f662 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:35:52.951216 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 715ab4d2-3bf0-44d0-a867-02d0b991f662 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:35:53.003814 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3006cdf-7005-45b6-80a7-ee938140a760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125717070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12682728'] for subnet, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.006271 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:35:53.029679 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3006cdf-7005-45b6-80a7-ee938140a760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b819431-816f-4373-92e6-f47c8b641dcd,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:35:53.036574 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c3006cdf-7005-45b6-80a7-ee938140a760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:35:53.039391 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c3006cdf-7005-45b6-80a7-ee938140a760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.041238 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c3006cdf-7005-45b6-80a7-ee938140a760 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6b819431-816f-4373-92e6-f47c8b641dcd HTTP/1.1" status: 204 len: 168 time: 0.3550465 Jun 24 09:35:53.043855 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57488) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:35:53.044668 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56883037-d552-4221-8f0a-36e3a31ac7d3 None None] Network c3ae812a-9b4a-473b-9872-377485df2120 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:35:53.115097 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.171150 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Deleting port 07520863-005c-4f99-96ab-a1736bf40c81 {{(pid=93460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:35:53.171804 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.238386 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.db [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] For port 07520863-005c-4f99-96ab-a1736bf40c81, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=07520863-005c-4f99-96ab-a1736bf40c81,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:35:53.238739 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.252423 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] DHCP port deletion for c3ae812a-9b4a-473b-9872-377485df2120 request from dv-cinder-797812-1-iscsi {{(pid=93461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 09:35:53.252765 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.plugin [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Calling delete_port for 07520863-005c-4f99-96ab-a1736bf40c81 owned by network:dhcp {{(pid=93460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:35:53.298930 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Deleting port 07520863-005c-4f99-96ab-a1736bf40c81 {{(pid=93461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 09:35:53.299322 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758319253818'] for port, before_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.363560 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.db [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] For port 07520863-005c-4f99-96ab-a1736bf40c81, host dv-cinder-797812-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797812-1-iscsi',level=0,port_id=07520863-005c-4f99-96ab-a1736bf40c81,segment=NetworkSegment(a9642ee2-7acd-4253-b66c-fc5ed5c17957),segment_id=a9642ee2-7acd-4253-b66c-fc5ed5c17957)] {{(pid=93461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:35:53.363886 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16314951'] for port, precommit_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.376799 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Calling delete_port for 07520863-005c-4f99-96ab-a1736bf40c81 owned by network:dhcp {{(pid=93461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 09:35:53.403556 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14455423'] for port, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.405687 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a832b733-8379-4872-aeca-f9f3eee13f69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:35:53.428453 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Pushing event deleted for resources: {'Port': ['ID=07520863-005c-4f99-96ab-a1736bf40c81,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:35:53.432137 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:35:53.434914 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] No DVR routers for this DVR port 07520863-005c-4f99-96ab-a1736bf40c81 on host dv-cinder-797812-1-iscsi {{(pid=93460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:35:53.454773 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-981673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758319255754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758318832357'] for port, after_delete {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.456618 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-6bf8dd24-621d-450c-b080-097f62993144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:35:53.477649 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Pushing event deleted for resources: {'Port': ['ID=07520863-005c-4f99-96ab-a1736bf40c81,revision_number=None']} {{(pid=93461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:35:53.486608 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] No DVR routers for this DVR port 07520863-005c-4f99-96ab-a1736bf40c81 on host dv-cinder-797812-1-iscsi {{(pid=93461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 09:35:53.489072 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:53.489502 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:53.489888 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:53.490664 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:53.490664 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:53.490942 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:53.491177 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:53.491492 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:53.491812 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:53.492176 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:53.492508 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:53.492800 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:53.496907 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG oslo_concurrency.lockutils [None req-9a149e28-995d-48da-9df8-65fa9ff0cff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:35:53.506802 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.517175 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ae812a-9b4a-473b-9872-377485df2120']}} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:35:53.531197 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9642ee2-7acd-4253-b66c-fc5ed5c17957') {'for_net_delete': True} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:35:53.531494 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9642ee2-7acd-4253-b66c-fc5ed5c17957') {} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:35:53.540196 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13770857'] for segment, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.553526 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.559703 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:35:53.560084 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14455338'] for segment, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: conditions |= (models_v2.Port.network_id.in_( Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: Traceback (most recent call last): Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: timer() Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: cb(*args, **kw) Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: return func(*args, **kwargs) Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: self._notify() Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: self.callback(batched_events) Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: event.method(event) Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: return f(self, *a, **k) Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._get(url).json() Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: return self.request(url, 'GET', **kwargs) Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:35:53.561695 dv-cinder-797812-1-iscsi neutron-server[93460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:35:53.741090 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.746518 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:53.748428 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c3ae812a-9b4a-473b-9872-377485df2120 HTTP/1.1" status: 204 len: 168 time: 0.7035961 Jun 24 09:35:53.749172 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:35:53.762097 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ae812a-9b4a-473b-9872-377485df2120,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:35:53.764544 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-07b43764-99fe-44c3-8474-6b662cac2340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:35:54.223061 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57492) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:35:54.262913 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-50c4323a-9e43-43ab-8a70-12b14d3c5fc0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec00b8cf5303492c8ca4a6da6b25b4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385587 Jun 24 09:35:54.265209 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57494) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:35:54.312723 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9721acb1-7fd6-44de-a6b7-e3e5be592c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:54.336832 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9721acb1-7fd6-44de-a6b7-e3e5be592c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:54.429423 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 07520863-005c-4f99-96ab-a1736bf40c81 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:35:54.580296 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 07520863-005c-4f99-96ab-a1736bf40c81 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:35:54.581028 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 07520863-005c-4f99-96ab-a1736bf40c81 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:35:54.581140 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 6e1a656f-bfbc-498c-87bf-3795e22c63a0 no longer exists at agent ovs-agent-dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:35:54.600492 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.plugin [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] No Port match for: 6e1a656f-bfbc-498c-87bf-3795e22c63a0 {{(pid=93461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 09:35:54.600845 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Device 6e1a656f-bfbc-498c-87bf-3795e22c63a0 not bound to the agent host dv-cinder-797812-1-iscsi {{(pid=93461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:35:54.758022 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9721acb1-7fd6-44de-a6b7-e3e5be592c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:54.760566 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9721acb1-7fd6-44de-a6b7-e3e5be592c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:35:54.764475 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-9721acb1-7fd6-44de-a6b7-e3e5be592c16 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dcd02066-63ee-4b0f-85ab-19e1abe1e456 HTTP/1.1" status: 204 len: 168 time: 0.4956081 Jun 24 09:35:54.764475 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-ea15ae19-75a4-466e-b924-b8cc92fea66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:35:54.770693 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721acb1-7fd6-44de-a6b7-e3e5be592c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd02066-63ee-4b0f-85ab-19e1abe1e456,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:35:54.779650 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-9721acb1-7fd6-44de-a6b7-e3e5be592c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:35:58.735108 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:07.583785 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:36:17.058617 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-6020b209-686e-4772-9c2a-8af94f29790b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:19.791461 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-834af5d0-362a-4d14-a44f-7ee76de5e4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:19.934427 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:20.511356 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:22.385386 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:28.744763 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:30.256755 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57702) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:30.381892 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7df1b84-3637-47f8-859e-d50832edfcc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:30.471477 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7df1b84-3637-47f8-859e-d50832edfcc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:30.534328 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-b7df1b84-3637-47f8-859e-d50832edfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:30.537755 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-41293d5a-08cc-4d1e-a93b-f49658a0eab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:30.573182 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-b7df1b84-3637-47f8-859e-d50832edfcc0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a63c78937fb424a87e5b658c0dd4262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153682 Jun 24 09:36:30.574345 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df1b84-3637-47f8-859e-d50832edfcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1ae543-0ea8-4149-a997-8f91c56e19ed,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:30.575950 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57706) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:30.578087 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b7df1b84-3637-47f8-859e-d50832edfcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:30.623906 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-41df2316-3409-4b66-8b3c-be588dedf767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:30.644278 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-41df2316-3409-4b66-8b3c-be588dedf767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:30.751341 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-41df2316-3409-4b66-8b3c-be588dedf767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:30.754286 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-41df2316-3409-4b66-8b3c-be588dedf767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:30.755440 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-41df2316-3409-4b66-8b3c-be588dedf767 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a1ae543-0ea8-4149-a997-8f91c56e19ed HTTP/1.1" status: 204 len: 168 time: 0.1785259 Jun 24 09:36:30.756181 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c405986d-d48b-4c88-896c-4d829e9355eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:30.764051 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df2316-3409-4b66-8b3c-be588dedf767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1ae543-0ea8-4149-a997-8f91c56e19ed,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:30.766391 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-41df2316-3409-4b66-8b3c-be588dedf767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:31.383382 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57712) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:31.397592 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c9fe4b8e-77d7-499a-94c5-47b2fd89315f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:31.486597 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c9fe4b8e-77d7-499a-94c5-47b2fd89315f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:31.580165 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c9fe4b8e-77d7-499a-94c5-47b2fd89315f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:31.583215 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-93a4b0a9-e20f-4490-b061-084365be91f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:31.619004 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe4b8e-77d7-499a-94c5-47b2fd89315f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e6da4a-5199-45d2-8ea4-4b929ea5ac4f,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:31.622045 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c9fe4b8e-77d7-499a-94c5-47b2fd89315f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:31.624761 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c9fe4b8e-77d7-499a-94c5-47b2fd89315f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4dd7ee93b5c14997bb2c5c61333dd3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403708 Jun 24 09:36:31.627376 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57714) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:31.675355 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-328b89c1-7d5a-4025-9a93-c85fcf06d9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:31.696112 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-328b89c1-7d5a-4025-9a93-c85fcf06d9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:31.818914 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-328b89c1-7d5a-4025-9a93-c85fcf06d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:31.821536 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-328b89c1-7d5a-4025-9a93-c85fcf06d9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:31.822727 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-328b89c1-7d5a-4025-9a93-c85fcf06d9c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17e6da4a-5199-45d2-8ea4-4b929ea5ac4f HTTP/1.1" status: 204 len: 168 time: 0.1943762 Jun 24 09:36:31.823585 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8e60c42a-f233-452c-b26d-a91a314a996d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:31.831621 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b89c1-7d5a-4025-9a93-c85fcf06d9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e6da4a-5199-45d2-8ea4-4b929ea5ac4f,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:31.834389 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-328b89c1-7d5a-4025-9a93-c85fcf06d9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:38.919794 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57788) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:39.019720 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fc84eae5-3f00-4b77-b55f-b090a9018811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:39.102600 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fc84eae5-3f00-4b77-b55f-b090a9018811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:39.168564 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-fc84eae5-3f00-4b77-b55f-b090a9018811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:39.171962 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-ddeb35aa-91f7-45fe-8098-664a30c987c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:39.206763 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-fc84eae5-3f00-4b77-b55f-b090a9018811 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c47c9200706d46dfb3a75372731b9121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853737 Jun 24 09:36:39.208020 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84eae5-3f00-4b77-b55f-b090a9018811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df408ed-b379-44d6-9b13-68971b5f25c0,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:39.209771 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57792) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:39.211174 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-fc84eae5-3f00-4b77-b55f-b090a9018811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:39.258975 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-13510d1d-7e3b-4c12-9abe-4f6334caf47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:39.279306 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-13510d1d-7e3b-4c12-9abe-4f6334caf47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:39.396911 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-13510d1d-7e3b-4c12-9abe-4f6334caf47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:39.399502 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-13510d1d-7e3b-4c12-9abe-4f6334caf47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:39.400619 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-13510d1d-7e3b-4c12-9abe-4f6334caf47a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8df408ed-b379-44d6-9b13-68971b5f25c0 HTTP/1.1" status: 204 len: 168 time: 0.1889274 Jun 24 09:36:39.401392 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-27d78f97-91f9-4f48-bb1d-284de7ff2f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:39.408749 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13510d1d-7e3b-4c12-9abe-4f6334caf47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df408ed-b379-44d6-9b13-68971b5f25c0,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:39.410947 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-13510d1d-7e3b-4c12-9abe-4f6334caf47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:39.973783 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57798) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:39.990285 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bcb62520-2491-4c5d-bd30-7dd1f5649a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:40.080737 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bcb62520-2491-4c5d-bd30-7dd1f5649a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:40.145475 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-bcb62520-2491-4c5d-bd30-7dd1f5649a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:40.149654 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-0fe5b5fe-fd04-4ffb-8c69-81e80fef4828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:40.188922 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-bcb62520-2491-4c5d-bd30-7dd1f5649a85 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62680e734f274fc783b297fc15e414d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140520 Jun 24 09:36:40.190965 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb62520-2491-4c5d-bd30-7dd1f5649a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920d4ad2-0d71-41c6-b60d-981d6371b008,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:40.191699 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57800) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:40.194647 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-bcb62520-2491-4c5d-bd30-7dd1f5649a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:40.262014 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0c85-3ad7-4893-ba63-502a8a089a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:40.283038 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0c85-3ad7-4893-ba63-502a8a089a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:40.397093 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0c85-3ad7-4893-ba63-502a8a089a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:40.399755 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0c85-3ad7-4893-ba63-502a8a089a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:40.400907 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-9c7f0c85-3ad7-4893-ba63-502a8a089a4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/920d4ad2-0d71-41c6-b60d-981d6371b008 HTTP/1.1" status: 204 len: 168 time: 0.2082448 Jun 24 09:36:40.401742 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f30de2b1-edba-4a3c-871a-23dc2013df3d tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:40.409699 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f0c85-3ad7-4893-ba63-502a8a089a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920d4ad2-0d71-41c6-b60d-981d6371b008,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:40.412573 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-9c7f0c85-3ad7-4893-ba63-502a8a089a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:43.668450 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57870) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:43.769340 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:43.852432 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:43.915107 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:43.917666 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a1d56c2e-02f4-470f-bfa8-6ae7d279620a tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:43.953425 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=089cac6ff96c4af883901d29da2df98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839565 Jun 24 09:36:43.954315 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873c1700-de77-46ef-b56c-4d037a8ffc89,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:43.956176 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57874) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:43.961440 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:43.961825 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:43.962194 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:43.962556 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:43.962941 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:43.963305 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:43.963660 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:43.964016 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:43.964373 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:43.964726 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:43.965080 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:43.965429 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:43.969800 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-52dd5967-f65f-462d-bdfc-fc4b98570f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:44.009178 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6d5a8924-88ae-48ec-b06f-b6b40819254d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:44.028971 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6d5a8924-88ae-48ec-b06f-b6b40819254d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:44.132144 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6d5a8924-88ae-48ec-b06f-b6b40819254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:44.134662 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-6d5a8924-88ae-48ec-b06f-b6b40819254d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:44.135786 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-6d5a8924-88ae-48ec-b06f-b6b40819254d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/873c1700-de77-46ef-b56c-4d037a8ffc89 HTTP/1.1" status: 204 len: 168 time: 0.1786344 Jun 24 09:36:44.136612 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7776b7ae-c405-471c-b482-fa2764d912eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:44.143808 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a8924-88ae-48ec-b06f-b6b40819254d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873c1700-de77-46ef-b56c-4d037a8ffc89,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:44.145958 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6d5a8924-88ae-48ec-b06f-b6b40819254d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:44.582115 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:36:44.688465 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 57884) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:44.702437 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8e542712-6133-4459-9dd7-ae737e1434fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:44.791967 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8e542712-6133-4459-9dd7-ae737e1434fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:44.922588 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-8e542712-6133-4459-9dd7-ae737e1434fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:44.926720 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-d0234f89-6b9b-474a-815c-6ce179941146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:44.960521 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-8e542712-6133-4459-9dd7-ae737e1434fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c855c42f75d4253a02b518bc037a934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710190 Jun 24 09:36:44.962461 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e542712-6133-4459-9dd7-ae737e1434fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9389a85-b469-43c9-849c-1fd091df0527,revision_number=1']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:44.963248 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57886) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:44.965404 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-8e542712-6133-4459-9dd7-ae737e1434fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:45.011571 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf5da-c5d1-4c62-8c1b-d6658ef95df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:45.031691 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf5da-c5d1-4c62-8c1b-d6658ef95df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:45.212687 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf5da-c5d1-4c62-8c1b-d6658ef95df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:45.215220 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf5da-c5d1-4c62-8c1b-d6658ef95df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:45.216366 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-4d6bf5da-c5d1-4c62-8c1b-d6658ef95df5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9389a85-b469-43c9-849c-1fd091df0527 HTTP/1.1" status: 204 len: 168 time: 0.2520254 Jun 24 09:36:45.217102 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-6d5a8924-88ae-48ec-b06f-b6b40819254d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:45.225057 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bf5da-c5d1-4c62-8c1b-d6658ef95df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9389a85-b469-43c9-849c-1fd091df0527,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:45.227277 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4d6bf5da-c5d1-4c62-8c1b-d6658ef95df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:46.194547 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57908) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:46.285722 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1941254224-network', 'tenant_id': '9518d6f106664f4db2e026ea067c72d0'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:36:46.379731 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Made reservation on behalf of 9518d6f106664f4db2e026ea067c72d0 for: {'network': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:36:46.382024 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:46.390433 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:46.476361 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:46.545356 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:46.548140 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1a4fe224-0dfd-4883-94e2-2410a2d22a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:46.834260 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=93459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:36:46.843882 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e531da1-0b68-49ed-9cee-abc1e00ca813,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:46.852008 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:46.852341 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Added segment f39085fe-8c46-4ea4-ba12-878aa32b27aa of type vlan for network de22523d-f46d-4dd7-aef5-40ccec70c573 Jun 24 09:36:46.854219 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:46.854587 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:46.854974 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:46.855332 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:46.855684 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:46.856031 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:46.856432 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:46.856784 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:46.857132 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:46.857477 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:46.857817 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:46.858158 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797812-1-iscsi {{(pid=93459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:46.867353 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:46.898121 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:46.991402 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:46.992740 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:36:46.993435 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:46.996572 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-9499d452-8e4e-4d91-935b-afc189289bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:47.051665 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Pushing event updated for resources: {'Network': ['ID=de22523d-f46d-4dd7-aef5-40ccec70c573,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:47.054281 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:47.063121 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network de22523d-f46d-4dd7-aef5-40ccec70c573 details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:36:47.098387 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a055ae04-198b-419f-94c2-0b99fa23088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:47.104902 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-076c27cd-c50a-4d2c-be8d-f7d0e6519919 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9092569 Jun 24 09:36:47.107664 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57912) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:47.112602 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-a16d5c27-fe76-473c-ba6e-34b0109e75dd admin admin] Request body: {'subnet': {'network_id': 'de22523d-f46d-4dd7-aef5-40ccec70c573', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1941254224-subnet', 'tenant_id': '9518d6f106664f4db2e026ea067c72d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:36:47.185141 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16d5c27-fe76-473c-ba6e-34b0109e75dd admin admin] Made reservation on behalf of 9518d6f106664f4db2e026ea067c72d0 for: {'subnet': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:36:47.187538 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a16d5c27-fe76-473c-ba6e-34b0109e75dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12682739'] for subnet, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:47.408511 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a16d5c27-fe76-473c-ba6e-34b0109e75dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125717007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12682721'] for subnet, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:47.411442 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:47.466270 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d5c27-fe76-473c-ba6e-34b0109e75dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b920adc-ce52-4c08-8297-ea9126c64ac2,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:47.469540 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a16d5c27-fe76-473c-ba6e-34b0109e75dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:47.475115 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d5c27-fe76-473c-ba6e-34b0109e75dd admin admin] Checking segment: {'id': 'f39085fe-8c46-4ea4-ba12-878aa32b27aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de22523d-f46d-4dd7-aef5-40ccec70c573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:36:47.475468 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d5c27-fe76-473c-ba6e-34b0109e75dd admin admin] Network hostable DHCP agents. Network: de22523d-f46d-4dd7-aef5-40ccec70c573, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:36:47.544857 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d5c27-fe76-473c-ba6e-34b0109e75dd admin admin] Network de22523d-f46d-4dd7-aef5-40ccec70c573 is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:36:47.596929 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-a16d5c27-fe76-473c-ba6e-34b0109e75dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, de22523d-f46d-4dd7-aef5-40ccec70c573) {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:36:47.601435 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d5c27-fe76-473c-ba6e-34b0109e75dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:36:47.602135 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-a16d5c27-fe76-473c-ba6e-34b0109e75dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:47.606952 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0f9449-1fdd-4a0e-bc5b-84f76892b73f None None] Network de22523d-f46d-4dd7-aef5-40ccec70c573 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:36:47.654372 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a16d5c27-fe76-473c-ba6e-34b0109e75dd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5456462 Jun 24 09:36:47.727622 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aed774-e86f-4f85-af7c-da96b86139f4 None None] Network de22523d-f46d-4dd7-aef5-40ccec70c573 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:36:48.269188 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57928) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:48.274300 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1601796562-network', 'tenant_id': 'e96c4febd4a94526b035567d1de7245b'}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:36:48.362445 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Made reservation on behalf of e96c4febd4a94526b035567d1de7245b for: {'network': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:36:48.364861 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981745'] for network, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:48.373994 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:48.458764 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:48.511237 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:48.514064 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-b44b9bad-5346-4198-80cc-638ee81a55d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:48.535853 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:36:48.545117 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deb3004-c012-4e41-9e86-3c09619d75d6,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:48.549163 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:48.551754 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:48.551754 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.db.segments_db [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Added segment 8a3ac686-387b-4b79-b8cf-c2ecd3275509 of type vlan for network 6a738fa8-73aa-4673-a886-18e61d5d4125 Jun 24 09:36:48.589093 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758318820684'] for network, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:48.653641 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018'] for network, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:48.654935 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:36:48.655501 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:48.658191 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:48.714503 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Pushing event updated for resources: {'Network': ['ID=6a738fa8-73aa-4673-a886-18e61d5d4125,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:48.717091 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:48.724880 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.plugins.ml2.rpc [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Network 6a738fa8-73aa-4673-a886-18e61d5d4125 details requested by agent ovs-agent-dv-cinder-797812-1-iscsi with host dv-cinder-797812-1-iscsi {{(pid=93461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:36:48.767642 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-c7e0abee-efb2-4f46-8736-462c5966fda3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4971058 Jun 24 09:36:48.770687 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 57934) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:36:48.775525 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.v2.base [None req-de92adca-3214-4086-ae37-3b5510339d88 admin admin] Request body: {'subnet': {'network_id': '6a738fa8-73aa-4673-a886-18e61d5d4125', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1601796562-subnet', 'tenant_id': 'e96c4febd4a94526b035567d1de7245b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 09:36:48.863743 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de92adca-3214-4086-ae37-3b5510339d88 admin admin] Made reservation on behalf of e96c4febd4a94526b035567d1de7245b for: {'subnet': 1} {{(pid=93459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:36:48.866025 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-de92adca-3214-4086-ae37-3b5510339d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12682739'] for subnet, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:49.088200 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-de92adca-3214-4086-ae37-3b5510339d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125717007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12682721'] for subnet, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:49.090297 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-a01110e0-445e-4c86-9deb-e6e887e5bd38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:36:49.135888 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92adca-3214-4086-ae37-3b5510339d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e154aec-dd46-4bed-b8ec-23b886e6b78d,revision_number=0']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:49.142387 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-de92adca-3214-4086-ae37-3b5510339d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:36:49.150665 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92adca-3214-4086-ae37-3b5510339d88 admin admin] Checking segment: {'id': '8a3ac686-387b-4b79-b8cf-c2ecd3275509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6a738fa8-73aa-4673-a886-18e61d5d4125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 09:36:49.151079 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de92adca-3214-4086-ae37-3b5510339d88 admin admin] Network hostable DHCP agents. Network: 6a738fa8-73aa-4673-a886-18e61d5d4125, hostable agents: ['ec27ad44-d458-466d-8fb0-ca6e25f45b32'], hosted agents: [] {{(pid=93459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:36:49.248112 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de92adca-3214-4086-ae37-3b5510339d88 admin admin] Network 6a738fa8-73aa-4673-a886-18e61d5d4125 is scheduled to be hosted by DHCP agent ec27ad44-d458-466d-8fb0-ca6e25f45b32 with binding_index 1 {{(pid=93459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:36:49.304948 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.scheduler.base_scheduler [None req-de92adca-3214-4086-ae37-3b5510339d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797812-1-iscsi, 6a738fa8-73aa-4673-a886-18e61d5d4125) {{(pid=93459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:36:49.308883 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de92adca-3214-4086-ae37-3b5510339d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 09:36:49.309508 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-de92adca-3214-4086-ae37-3b5510339d88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:49.313561 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25dc847-1d43-4085-85dd-a5aa3dfe258d None None] Network 6a738fa8-73aa-4673-a886-18e61d5d4125 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:36:49.379024 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-de92adca-3214-4086-ae37-3b5510339d88 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6070902 Jun 24 09:36:49.435810 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6edb29b-952c-49dc-b204-2f99b3ea03c2 None None] Network 6a738fa8-73aa-4673-a886-18e61d5d4125 requested from dv-cinder-797812-1-iscsi {{(pid=93461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 09:36:49.786063 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-1a54d27d-6779-4a95-b971-0167fd2dce1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:49.986084 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:50.505069 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:52.362616 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:36:58.733501 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:05.556046 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 58058) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:37:05.600425 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.db.db_base_plugin_v2 [None req-51427cc6-6564-4644-a76b-6944fdb8c99d admin admin] Deleting subnet 7b920adc-ce52-4c08-8297-ea9126c64ac2 {{(pid=93459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:37:05.603518 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-51427cc6-6564-4644-a76b-6944fdb8c99d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:05.636778 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-51427cc6-6564-4644-a76b-6944fdb8c99d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125388359'] for subnet, precommit_delete_associations {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:05.677896 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-51427cc6-6564-4644-a76b-6944fdb8c99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:05.777782 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-51427cc6-6564-4644-a76b-6944fdb8c99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125717070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12682728'] for subnet, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:05.780866 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:37:05.805920 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51427cc6-6564-4644-a76b-6944fdb8c99d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b920adc-ce52-4c08-8297-ea9126c64ac2,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:37:05.807916 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-51427cc6-6564-4644-a76b-6944fdb8c99d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:05.809728 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-51427cc6-6564-4644-a76b-6944fdb8c99d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7b920adc-ce52-4c08-8297-ea9126c64ac2 HTTP/1.1" status: 204 len: 168 time: 0.2526839 Jun 24 09:37:05.810972 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-51427cc6-6564-4644-a76b-6944fdb8c99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:37:05.812324 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 58060) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:37:05.878033 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8ad65bb6-3da8-4bfe-8387-97412b069b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:05.955264 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8ad65bb6-3da8-4bfe-8387-97412b069b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:05.965043 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-8ad65bb6-3da8-4bfe-8387-97412b069b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de22523d-f46d-4dd7-aef5-40ccec70c573']}} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:37:05.975132 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-8ad65bb6-3da8-4bfe-8387-97412b069b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39085fe-8c46-4ea4-ba12-878aa32b27aa') {'for_net_delete': True} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:37:05.975422 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.services.segments.db [None req-8ad65bb6-3da8-4bfe-8387-97412b069b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39085fe-8c46-4ea4-ba12-878aa32b27aa') {} {{(pid=93459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:37:05.983736 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8ad65bb6-3da8-4bfe-8387-97412b069b5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125388382'] for segment, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:05.997208 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8ad65bb6-3da8-4bfe-8387-97412b069b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.002672 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad65bb6-3da8-4bfe-8387-97412b069b5b admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8ad65bb6-3da8-4bfe-8387-97412b069b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125717201'] for segment, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: Traceback (most recent call last): Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: timer() Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: cb(*args, **kw) Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: return func(*args, **kwargs) Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: self._notify() Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: self.callback(batched_events) Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: event.method(event) Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: return f(self, *a, **k) Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: return self._get(url).json() Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: return self.request(url, 'GET', **kwargs) Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:37:06.006643 dv-cinder-797812-1-iscsi neutron-server[93459]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:37:06.150750 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8ad65bb6-3da8-4bfe-8387-97412b069b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.154386 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:37:06.156795 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-8ad65bb6-3da8-4bfe-8387-97412b069b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.158543 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-8ad65bb6-3da8-4bfe-8387-97412b069b5b admin admin] 10.222.0.39 "DELETE /v2.0/networks/de22523d-f46d-4dd7-aef5-40ccec70c573 HTTP/1.1" status: 204 len: 168 time: 0.3452768 Jun 24 09:37:06.161979 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 58062) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:37:06.170263 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad65bb6-3da8-4bfe-8387-97412b069b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=de22523d-f46d-4dd7-aef5-40ccec70c573,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:37:06.172833 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-8ad65bb6-3da8-4bfe-8387-97412b069b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:37:06.206318 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebde941-0c14-43cf-b8cc-1ae379acf76a admin admin] Deleting subnet 7e154aec-dd46-4bed-b8ec-23b886e6b78d {{(pid=93460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 09:37:06.210382 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0ebde941-0c14-43cf-b8cc-1ae379acf76a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.243583 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0ebde941-0c14-43cf-b8cc-1ae379acf76a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13770864'] for subnet, precommit_delete_associations {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.280556 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0ebde941-0c14-43cf-b8cc-1ae379acf76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-970900'] for subnet, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.403480 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0ebde941-0c14-43cf-b8cc-1ae379acf76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16266027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14455477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13447171'] for subnet, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.408473 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:37:06.435036 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebde941-0c14-43cf-b8cc-1ae379acf76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e154aec-dd46-4bed-b8ec-23b886e6b78d,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:37:06.438215 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0ebde941-0c14-43cf-b8cc-1ae379acf76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:37:06.439257 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-0ebde941-0c14-43cf-b8cc-1ae379acf76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for subnet, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.441012 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-0ebde941-0c14-43cf-b8cc-1ae379acf76a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7e154aec-dd46-4bed-b8ec-23b886e6b78d HTTP/1.1" status: 204 len: 168 time: 0.2780654 Jun 24 09:37:06.443498 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 58064) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:37:06.508581 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c03f37f7-9ff6-4347-b6b5-cbddf34aa003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572347'] for network, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.585999 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c03f37f7-9ff6-4347-b6b5-cbddf34aa003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-970842', 'neutron.services.segments.db._delete_segments_for_network-8758319355194'] for network, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.595498 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-c03f37f7-9ff6-4347-b6b5-cbddf34aa003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a738fa8-73aa-4673-a886-18e61d5d4125']}} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:37:06.605161 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-c03f37f7-9ff6-4347-b6b5-cbddf34aa003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3ac686-387b-4b79-b8cf-c2ecd3275509') {'for_net_delete': True} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:37:06.605454 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.services.segments.db [None req-c03f37f7-9ff6-4347-b6b5-cbddf34aa003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3ac686-387b-4b79-b8cf-c2ecd3275509') {} {{(pid=93460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:37:06.613754 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c03f37f7-9ff6-4347-b6b5-cbddf34aa003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758319391106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13770857'] for segment, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.626760 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c03f37f7-9ff6-4347-b6b5-cbddf34aa003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654'] for segment, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.633136 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03f37f7-9ff6-4347-b6b5-cbddf34aa003 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:37:06.633520 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c03f37f7-9ff6-4347-b6b5-cbddf34aa003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-967654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14455338'] for segment, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: Traceback (most recent call last): Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: timer() Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: cb(*args, **kw) Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: return func(*args, **kwargs) Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: self._notify() Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: self.callback(batched_events) Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: event.method(event) Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: return f(self, *a, **k) Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._get(url).json() Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: return self.request(url, 'GET', **kwargs) Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 09:37:06.635133 dv-cinder-797812-1-iscsi neutron-server[93460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 09:37:06.773286 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c03f37f7-9ff6-4347-b6b5-cbddf34aa003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-970835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16594311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16266018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16318230'] for network, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.776625 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-a9a1ec8e-0563-4a85-a5c7-1fb9fc0a34bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:37:06.779111 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-c03f37f7-9ff6-4347-b6b5-cbddf34aa003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16265989'] for network, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:06.781896 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-c03f37f7-9ff6-4347-b6b5-cbddf34aa003 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6a738fa8-73aa-4673-a886-18e61d5d4125 HTTP/1.1" status: 204 len: 168 time: 0.3374629 Jun 24 09:37:06.793693 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f37f7-9ff6-4347-b6b5-cbddf34aa003 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a738fa8-73aa-4673-a886-18e61d5d4125,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:37:06.796074 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-c03f37f7-9ff6-4347-b6b5-cbddf34aa003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:37:07.098697 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 58068) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:37:07.138603 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3dd2250a-c09d-48af-b30e-e00e98d0649b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9518d6f106664f4db2e026ea067c72d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386620 Jun 24 09:37:07.140957 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 58070) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:37:07.188594 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3974ebbb-2094-467e-a3ab-31171fd2d999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:07.209104 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3974ebbb-2094-467e-a3ab-31171fd2d999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:07.356313 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3974ebbb-2094-467e-a3ab-31171fd2d999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:07.359013 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-3974ebbb-2094-467e-a3ab-31171fd2d999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:07.360122 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-3974ebbb-2094-467e-a3ab-31171fd2d999 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e531da1-0b68-49ed-9cee-abc1e00ca813 HTTP/1.1" status: 204 len: 168 time: 0.2183053 Jun 24 09:37:07.360887 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-4d6bf5da-c5d1-4c62-8c1b-d6658ef95df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:37:07.369868 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974ebbb-2094-467e-a3ab-31171fd2d999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e531da1-0b68-49ed-9cee-abc1e00ca813,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:37:07.372304 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-3974ebbb-2094-467e-a3ab-31171fd2d999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:37:08.013458 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 58076) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:37:08.052501 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-a38f9346-b2cd-4e3b-9c3f-afc0dda98478 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e96c4febd4a94526b035567d1de7245b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378604 Jun 24 09:37:08.054783 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 58078) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:37:08.103332 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1657f6e0-0c9c-48f6-8e41-7419e24d7d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:08.123019 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1657f6e0-0c9c-48f6-8e41-7419e24d7d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:08.228837 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1657f6e0-0c9c-48f6-8e41-7419e24d7d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:08.231307 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-1657f6e0-0c9c-48f6-8e41-7419e24d7d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:08.232502 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-1657f6e0-0c9c-48f6-8e41-7419e24d7d8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0deb3004-c012-4e41-9e86-3c09619d75d6 HTTP/1.1" status: 204 len: 168 time: 0.1768460 Jun 24 09:37:08.233320 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-809c42a2-866e-45d6-99ec-d3c76d765b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:37:08.245038 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657f6e0-0c9c-48f6-8e41-7419e24d7d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deb3004-c012-4e41-9e86-3c09619d75d6,revision_number=None']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:37:08.247514 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-1657f6e0-0c9c-48f6-8e41-7419e24d7d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:37:09.857540 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 58108) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:37:09.956173 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2379915f-a30d-43bb-b1cd-c56b5bc56e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:10.038494 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2379915f-a30d-43bb-b1cd-c56b5bc56e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:10.110463 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-2379915f-a30d-43bb-b1cd-c56b5bc56e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:10.113674 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-c3bb266d-2c63-4a25-9665-95ac353f3113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:37:10.148095 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-2379915f-a30d-43bb-b1cd-c56b5bc56e31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=491428b2b39449278e97723e19ec6bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895377 Jun 24 09:37:10.149227 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379915f-a30d-43bb-b1cd-c56b5bc56e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cc03c4-904e-48b2-bf13-fe1be0e3b5f5,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:37:10.150760 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 58112) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:37:10.152176 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-2379915f-a30d-43bb-b1cd-c56b5bc56e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:37:10.200537 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d5e26d66-a36b-416e-a9ec-3af0daaa6f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:10.221006 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d5e26d66-a36b-416e-a9ec-3af0daaa6f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:10.304934 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d5e26d66-a36b-416e-a9ec-3af0daaa6f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:10.307611 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-d5e26d66-a36b-416e-a9ec-3af0daaa6f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:10.312118 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-d5e26d66-a36b-416e-a9ec-3af0daaa6f70 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73cc03c4-904e-48b2-bf13-fe1be0e3b5f5 HTTP/1.1" status: 204 len: 168 time: 0.1558805 Jun 24 09:37:10.312118 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-0409bdd4-8da7-4554-820d-0b9576efc921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:37:10.317182 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e26d66-a36b-416e-a9ec-3af0daaa6f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cc03c4-904e-48b2-bf13-fe1be0e3b5f5,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:37:10.320372 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-d5e26d66-a36b-416e-a9ec-3af0daaa6f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:37:17.082181 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a12051af-75fb-4be4-bde1-8360b1ffd0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:19.790540 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-300d59ce-fa86-4286-b5ec-03fc13ae4b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:19.971497 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:20.516301 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:21.582408 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:37:22.411678 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:22.711969 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.wsgi [-] (93459) accepted ('10.222.0.39', 58254) {{(pid=93459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:37:22.809415 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-96c489d0-9f44-4a16-8555-89b9b65c7a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:22.895808 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-96c489d0-9f44-4a16-8555-89b9b65c7a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:22.950250 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron_lib.callbacks.manager [None req-96c489d0-9f44-4a16-8555-89b9b65c7a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_create {{(pid=93459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:22.953621 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-7efe7f71-e417-4b30-993e-f329550f595e tempest-TestMinimumBasicScenario-1486089164 tempest-TestMinimumBasicScenario-1486089164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:37:22.991246 dv-cinder-797812-1-iscsi neutron-server[93459]: INFO neutron.wsgi [None req-96c489d0-9f44-4a16-8555-89b9b65c7a67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6680f051b1874ee8971af6f63735cf8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781463 Jun 24 09:37:22.993091 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c489d0-9f44-4a16-8555-89b9b65c7a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53b3510-877d-4da4-9ece-5148cf295300,revision_number=1']} {{(pid=93459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:37:22.994768 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [-] (93460) accepted ('10.222.0.39', 58258) {{(pid=93460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 09:37:22.996418 dv-cinder-797812-1-iscsi neutron-server[93459]: DEBUG oslo_concurrency.lockutils [None req-96c489d0-9f44-4a16-8555-89b9b65c7a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:37:23.042948 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e4a78a94-ace0-45be-b479-f1031a184bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:23.063470 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e4a78a94-ace0-45be-b479-f1031a184bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:23.196026 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e4a78a94-ace0-45be-b479-f1031a184bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381945'] for security_group, after_delete {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:23.198536 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron_lib.callbacks.manager [None req-e4a78a94-ace0-45be-b479-f1031a184bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:23.199719 dv-cinder-797812-1-iscsi neutron-server[93460]: INFO neutron.wsgi [None req-e4a78a94-ace0-45be-b479-f1031a184bad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a53b3510-877d-4da4-9ece-5148cf295300 HTTP/1.1" status: 204 len: 168 time: 0.2038937 Jun 24 09:37:23.200575 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-f5758752-d41a-4097-8525-73efd4fbf02b tempest-AttachVolumeTestJSON-2088427594 tempest-AttachVolumeTestJSON-2088427594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 09:37:23.208068 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a78a94-ace0-45be-b479-f1031a184bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53b3510-877d-4da4-9ece-5148cf295300,revision_number=None']} {{(pid=93460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:37:23.211904 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG oslo_concurrency.lockutils [None req-e4a78a94-ace0-45be-b479-f1031a184bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 09:37:28.721492 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:47.041309 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-6d4a3799-392e-448a-a0d3-1e5a3531c5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:49.795510 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-06d073b9-fa70-4c8a-8d1f-acbcf53e8221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:49.978463 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:50.519535 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:52.359204 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:37:58.580938 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:37:58.747842 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:38:17.067615 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-10ef2e4b-c169-47f4-8978-f8dda00de63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:38:17.342444 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [req-fe513fc6-cf5e-429d-a0bb-355d5d8b7967 req-676533c3-8ce1-4804-b35b-63325ade22c1 service neutron] (93460) timed out ('10.222.0.60', 62416) {{(pid=93460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 09:38:18.884983 dv-cinder-797812-1-iscsi neutron-server[93460]: DEBUG neutron.wsgi [req-53d4a2e3-1e05-4008-9b76-18d70892d100 req-05a09721-4b45-4293-b613-062d50c885cf service neutron] (93460) timed out ('10.222.0.60', 62425) {{(pid=93460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 09:38:19.800440 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e63a3ace-31b2-42d4-b98e-ef833e5e2ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:38:19.966205 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:38:20.525268 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:38:22.382020 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:38:28.754650 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:38:35.579648 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:38:47.085578 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-a5876732-d0f1-428a-afe4-ea5d10a19649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:38:49.782396 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-aff3d276-2b90-4f90-849f-3a25093666d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:38:49.959713 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:38:50.577006 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:38:52.365388 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:38:58.808926 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:39:12.578606 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:39:17.094230 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-c1bc1e59-de51-4d70-b82e-f68eeb1b28f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:39:19.816000 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-dbc139e6-97dc-4b1e-8219-965b7ce37404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:39:19.964653 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:39:20.579618 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:39:22.410586 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:39:28.808077 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:39:47.055748 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-d8f803b7-8062-461a-a506-d9c60f8a941b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:39:49.576994 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:39:49.812903 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-afe4e1dd-259d-40bf-b1a0-bd2c717a00df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:39:49.955729 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:39:50.552490 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:39:52.386743 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:39:58.809710 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:40:17.037398 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-fe18a593-0cb6-4377-a011-1734a32a7225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:40:19.826235 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-0b7c9759-f676-4f8a-a524-34b834e2bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:40:20.008921 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:40:20.545767 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:40:22.383818 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:40:26.575196 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:40:28.780664 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:40:47.076997 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-99e57861-ea78-46c9-b7ea-b6b3762e7cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:40:49.854061 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-6b7ff7d6-016b-4b01-ba8d-928aa438dcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:40:50.008299 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:40:50.620059 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:40:52.391010 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:40:58.811240 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:41:03.573696 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:41:17.056314 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-10b2f7e9-a994-4d49-8aad-d13dc1cf427f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:41:19.821793 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-b5555c8d-4dfd-4d07-80cb-64d7ae22772f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:41:19.981539 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:41:20.670716 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:41:22.401342 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:41:28.787344 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:41:40.571800 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:41:47.066988 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-d771c1e8-ea16-4587-b291-2bbb2a3a5cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:41:49.817663 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f5b06d38-a411-4718-b9e5-a1483f3ca891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:41:50.018292 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:41:50.657992 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:41:52.395101 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:41:58.806807 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:42:17.088990 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-85f0b06e-f9ce-456e-a3fa-37ea95600313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:42:17.577569 dv-cinder-797812-1-iscsi neutron-server[93462]: DEBUG neutron.db.agents_db [None req-25665ced-9922-4c65-985b-6c0b1e1c753b None None] Agent healthcheck: found 6 active agents {{(pid=93462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:42:19.820160 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-af4b4305-628e-4046-8d74-8c571decc00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:42:20.005870 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-e153b66f-e4ba-4480-9cf4-641ace77603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:42:20.539970 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-da9ac4c5-b32f-48a6-aee4-399a17d88dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:42:22.391193 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-cc584779-29dc-4b52-939a-d9dc398623ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:42:28.808343 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-f783a366-4c34-4884-bffd-d92882bcf47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 09:42:47.076391 dv-cinder-797812-1-iscsi neutron-server[93461]: DEBUG neutron_lib.callbacks.manager [None req-efe3c373-a32a-4fc6-aad9-07d58a8f5124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758319355176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962452'] for agent, after_update {{(pid=93461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}